cbo2002_occupationtogroupandsubgroup_rais2019.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "4351a904",
   "metadata": {},
   "source": [
    "[Rais 2019](http://www.rais.gov.br/sitio/index.jsf) stands for Relação Anual de Informações Sociais (Annual Social Information List). The microdata below is from rais2019, and one of the data's column is [CBO](https://concla.ibge.gov.br/classificacoes/por-tema/ocupacao/classificacao-brasileira-de-ocupacoes), which stands for Classificação Brasileira de Ocupações (Classification of Occupations). The Brazilian Classification of Occupations describes and orders occupations within a hierarchical structure that allows for the aggregation of information regarding the workforce. The data comes with CBO's Occupation that is more specific, I wanted to turn it into a CBO Broad Group and Main SubGroup with its respective names. That is what this code does. The data dictionary comes from [here](http://www.mtecbo.gov.br/cbosite/pages/downloads.jsf#) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "3ed8f8d5",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "fe4e1c2a",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002 = pd.read_excel('bancoesusrais2019selecionadocnae.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3ba2ab53",
   "metadata": {},
   "outputs": [],
   "source": [
    "#rais2019cbo2002.head()\n",
    "#the data has many other columns, but they were omitted because of data restrictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "7f5e20c0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Ocupação 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>375120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>375120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225968</th>\n",
       "      <td>782510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225969</th>\n",
       "      <td>413225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225970</th>\n",
       "      <td>142305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225971</th>\n",
       "      <td>517420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225972</th>\n",
       "      <td>517215</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>225973 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       CBO Ocupação 2002\n",
       "0                 322205\n",
       "1                 351425\n",
       "2                 351425\n",
       "3                 375120\n",
       "4                 375120\n",
       "...                  ...\n",
       "225968            782510\n",
       "225969            413225\n",
       "225970            142305\n",
       "225971            517420\n",
       "225972            517215\n",
       "\n",
       "[225973 rows x 1 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002[['CBO Ocupação 2002']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "085c0409",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Ocupação 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>375120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>375120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225968</th>\n",
       "      <td>782510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225969</th>\n",
       "      <td>413225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225970</th>\n",
       "      <td>142305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225971</th>\n",
       "      <td>517420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225972</th>\n",
       "      <td>517215</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>225973 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       CBO Ocupação 2002\n",
       "0                 322205\n",
       "1                 351425\n",
       "2                 351425\n",
       "3                 375120\n",
       "4                 375120\n",
       "...                  ...\n",
       "225968            782510\n",
       "225969            413225\n",
       "225970            142305\n",
       "225971            517420\n",
       "225972            517215\n",
       "\n",
       "[225973 rows x 1 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.loc[:,['CBO Ocupação 2002']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "77928579",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002 = rais2019cbo2002.loc[:,['CBO Ocupação 2002']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2356b1af",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Ocupação 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CBO Ocupação 2002\n",
       "0            322205\n",
       "1            351425\n",
       "2            351425"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "dcf516e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002.rename({'CBO Ocupação 2002':'CBO Occupation 2002'}, axis = 1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cd39507a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "411010    18222\n",
       "411005     9649\n",
       "521110     8528\n",
       "232115     7739\n",
       "515110     6504\n",
       "          ...  \n",
       "262215        1\n",
       "225110        1\n",
       "373140        1\n",
       "766410        1\n",
       "225118        1\n",
       "Name: CBO Occupation 2002, Length: 2584, dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "bf52348f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([322205, 351425, 375120, ..., 214935, 374205, '910115'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "5e136c92",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[322205,\n",
       " 351425,\n",
       " 375120,\n",
       " 517425,\n",
       " 710120,\n",
       " 411010,\n",
       " 111345,\n",
       " 214305,\n",
       " 225150,\n",
       " 225125,\n",
       " 322130,\n",
       " 333115,\n",
       " 422310,\n",
       " 232115,\n",
       " 521115,\n",
       " 252305,\n",
       " 514120,\n",
       " 251510,\n",
       " 782305,\n",
       " 322215,\n",
       " 410105,\n",
       " 223505,\n",
       " 621005,\n",
       " 225142,\n",
       " 111415,\n",
       " 521105,\n",
       " 521110,\n",
       " 421125,\n",
       " 515110,\n",
       " 322230,\n",
       " 261720,\n",
       " 411005,\n",
       " 422105,\n",
       " '514320',\n",
       " 514320,\n",
       " 515215,\n",
       " 514225,\n",
       " 515105,\n",
       " 422110,\n",
       " 252105,\n",
       " 322415,\n",
       " 251605,\n",
       " 422315,\n",
       " 234505,\n",
       " 225103,\n",
       " 234435,\n",
       " 784205,\n",
       " 412110,\n",
       " 225124,\n",
       " 223405,\n",
       " 131205,\n",
       " 252405,\n",
       " 214405,\n",
       " 324205,\n",
       " 351430,\n",
       " 223208,\n",
       " 517315,\n",
       " '342410',\n",
       " 225270,\n",
       " '223505',\n",
       " '223405',\n",
       " 111410,\n",
       " 123105,\n",
       " 111220,\n",
       " '131205',\n",
       " 21110,\n",
       " 517215,\n",
       " 142320,\n",
       " 20115,\n",
       " 241005,\n",
       " '422105',\n",
       " 322245,\n",
       " 10315,\n",
       " 354815,\n",
       " 225139,\n",
       " 225325,\n",
       " 225106,\n",
       " 223605,\n",
       " 142105,\n",
       " 513115,\n",
       " 351505,\n",
       " 515120,\n",
       " 515205,\n",
       " 214205,\n",
       " 516220,\n",
       " 225250,\n",
       " '225125',\n",
       " 351810,\n",
       " 142115,\n",
       " 516310,\n",
       " 111505,\n",
       " 324115,\n",
       " 517410,\n",
       " 20110,\n",
       " 517330,\n",
       " 342405,\n",
       " '514225',\n",
       " 519925,\n",
       " 322605,\n",
       " 141205,\n",
       " 131210,\n",
       " 142305,\n",
       " 254305,\n",
       " 20105,\n",
       " 233110,\n",
       " 223520,\n",
       " 517205,\n",
       " 783210,\n",
       " 225140,\n",
       " 261110,\n",
       " 223305,\n",
       " 21210,\n",
       " 20205,\n",
       " 242305,\n",
       " 414110,\n",
       " 352210,\n",
       " 223565,\n",
       " 21105,\n",
       " 517415,\n",
       " 782510,\n",
       " '420130',\n",
       " 212405,\n",
       " 212420,\n",
       " 413225,\n",
       " 414105,\n",
       " 30110,\n",
       " 515325,\n",
       " 30115,\n",
       " 30105,\n",
       " '517425',\n",
       " '411005',\n",
       " 521130,\n",
       " 123205,\n",
       " 516345,\n",
       " 30305,\n",
       " 841815,\n",
       " '251510',\n",
       " 513430,\n",
       " 351105,\n",
       " 142705,\n",
       " '354135',\n",
       " 354120,\n",
       " 514325,\n",
       " 721210,\n",
       " '784205',\n",
       " 774105,\n",
       " 239410,\n",
       " 242235,\n",
       " 320110,\n",
       " 301110,\n",
       " 763015,\n",
       " 782505,\n",
       " 519905,\n",
       " 351420,\n",
       " 223705,\n",
       " 517420,\n",
       " 841310,\n",
       " 915305,\n",
       " 331105,\n",
       " 239430,\n",
       " 131115,\n",
       " 221105,\n",
       " 142710,\n",
       " 516210,\n",
       " 31110,\n",
       " 31210,\n",
       " '354120',\n",
       " 422305,\n",
       " 420125,\n",
       " 519110,\n",
       " 782320,\n",
       " 328105,\n",
       " '322230',\n",
       " 312105,\n",
       " 214130,\n",
       " '234810',\n",
       " '782305',\n",
       " 223810,\n",
       " 325110,\n",
       " 511215,\n",
       " 223905,\n",
       " 225112,\n",
       " '521110',\n",
       " 225151,\n",
       " 513425,\n",
       " 520110,\n",
       " 784120,\n",
       " 351415,\n",
       " 141415,\n",
       " 223710,\n",
       " 415105,\n",
       " 391125,\n",
       " 241030,\n",
       " 513205,\n",
       " '123105',\n",
       " 848510,\n",
       " '517330',\n",
       " '223208',\n",
       " 391130,\n",
       " 223288,\n",
       " '224120',\n",
       " 515305,\n",
       " 413110,\n",
       " 252605,\n",
       " 783215,\n",
       " 517220,\n",
       " 225120,\n",
       " 10205,\n",
       " 354130,\n",
       " 142335,\n",
       " 992225,\n",
       " '513425',\n",
       " 234310,\n",
       " 514215,\n",
       " 421105,\n",
       " 782410,\n",
       " 413205,\n",
       " 413210,\n",
       " '411010',\n",
       " 810305,\n",
       " 223293,\n",
       " 234810,\n",
       " 412205,\n",
       " 766420,\n",
       " 422210,\n",
       " '516705',\n",
       " 516705,\n",
       " '517410',\n",
       " 254410,\n",
       " '622110',\n",
       " 622110,\n",
       " '413110',\n",
       " 254205,\n",
       " 252205,\n",
       " 234510,\n",
       " 225121,\n",
       " '225121',\n",
       " 411020,\n",
       " 231105,\n",
       " 223232,\n",
       " '514120',\n",
       " 233215,\n",
       " '514310',\n",
       " 142325,\n",
       " '521130',\n",
       " 411030,\n",
       " '414105',\n",
       " 414140,\n",
       " 223560,\n",
       " '515210',\n",
       " 142205,\n",
       " 223545,\n",
       " 414125,\n",
       " 241040,\n",
       " 514110,\n",
       " 354150,\n",
       " 413115,\n",
       " 231210,\n",
       " 331205,\n",
       " '010305',\n",
       " '251605',\n",
       " 782310,\n",
       " 371410,\n",
       " 515115,\n",
       " '410105',\n",
       " 232155,\n",
       " 31105,\n",
       " '252105',\n",
       " 251205,\n",
       " 21205,\n",
       " 351110,\n",
       " 313220,\n",
       " 811505,\n",
       " 313105,\n",
       " 515315,\n",
       " 131320,\n",
       " 252210,\n",
       " 10305,\n",
       " 342305,\n",
       " 620105,\n",
       " 225130,\n",
       " 333110,\n",
       " 376320,\n",
       " 234520,\n",
       " 517210,\n",
       " '225250',\n",
       " 351605,\n",
       " 951105,\n",
       " '354125',\n",
       " 225135,\n",
       " 225225,\n",
       " 391205,\n",
       " 20310,\n",
       " 20305,\n",
       " 782220,\n",
       " 313505,\n",
       " 251530,\n",
       " '422310',\n",
       " 717020,\n",
       " '717020',\n",
       " 322405,\n",
       " 716610,\n",
       " 312210,\n",
       " 351305,\n",
       " 111325,\n",
       " '111345',\n",
       " 225185,\n",
       " 325115,\n",
       " 732105,\n",
       " 911325,\n",
       " 510310,\n",
       " '782615',\n",
       " 411035,\n",
       " 239205,\n",
       " '514325',\n",
       " 783225,\n",
       " '519935',\n",
       " 715130,\n",
       " 111405,\n",
       " '322205',\n",
       " '252305',\n",
       " '422315',\n",
       " 723310,\n",
       " 214915,\n",
       " '142605',\n",
       " '111415',\n",
       " '517220',\n",
       " 251520,\n",
       " 224120,\n",
       " 813125,\n",
       " 122620,\n",
       " '322235',\n",
       " 322235,\n",
       " '782320',\n",
       " 351815,\n",
       " 763210,\n",
       " 725705,\n",
       " 732120,\n",
       " 724205,\n",
       " 911205,\n",
       " 623310,\n",
       " 420135,\n",
       " 214310,\n",
       " 261715,\n",
       " 10105,\n",
       " '142205',\n",
       " 239405,\n",
       " '225124',\n",
       " 513415,\n",
       " 301105,\n",
       " '322215',\n",
       " 225210,\n",
       " 231205,\n",
       " 784125,\n",
       " 513505,\n",
       " 223510,\n",
       " 410205,\n",
       " 770110,\n",
       " '231210',\n",
       " 914305,\n",
       " '521115',\n",
       " 254420,\n",
       " 122705,\n",
       " '911205',\n",
       " 234125,\n",
       " 354205,\n",
       " 141710,\n",
       " '141710',\n",
       " 204105,\n",
       " 521135,\n",
       " 914415,\n",
       " 223515,\n",
       " 715210,\n",
       " 123110,\n",
       " '413210',\n",
       " 725015,\n",
       " '715135',\n",
       " 314120,\n",
       " 514310,\n",
       " '242405',\n",
       " 223310,\n",
       " 342610,\n",
       " 513220,\n",
       " 784105,\n",
       " 122105,\n",
       " 313415,\n",
       " 763305,\n",
       " 519930,\n",
       " 234420,\n",
       " 515210,\n",
       " 914410,\n",
       " 354135,\n",
       " 771105,\n",
       " '521135',\n",
       " 221205,\n",
       " 848505,\n",
       " 234515,\n",
       " 841810,\n",
       " 861105,\n",
       " 354125,\n",
       " 253215,\n",
       " 215120,\n",
       " 312320,\n",
       " '123805',\n",
       " 414215,\n",
       " 521125,\n",
       " 231335,\n",
       " 783220,\n",
       " '519110',\n",
       " 914405,\n",
       " 411045,\n",
       " 410220,\n",
       " 141410,\n",
       " 142330,\n",
       " '252210',\n",
       " 241010,\n",
       " 818110,\n",
       " 517310,\n",
       " 514230,\n",
       " 811310,\n",
       " '412110',\n",
       " 410235,\n",
       " '253215',\n",
       " '223510',\n",
       " 991120,\n",
       " 131120,\n",
       " 231320,\n",
       " '342405',\n",
       " 313315,\n",
       " 214505,\n",
       " 992210,\n",
       " 414115,\n",
       " 423105,\n",
       " 225109,\n",
       " '377230',\n",
       " 30205,\n",
       " 514205,\n",
       " 411025,\n",
       " 318510,\n",
       " 724110,\n",
       " 341230,\n",
       " 721115,\n",
       " '731325',\n",
       " 239425,\n",
       " 324105,\n",
       " 420130,\n",
       " 324120,\n",
       " 521140,\n",
       " '514110',\n",
       " 514105,\n",
       " 251305,\n",
       " 516505,\n",
       " 519115,\n",
       " 141305,\n",
       " 710205,\n",
       " 724510,\n",
       " '784105',\n",
       " 516110,\n",
       " 141615,\n",
       " 992205,\n",
       " 252545,\n",
       " 142410,\n",
       " 517405,\n",
       " '516345',\n",
       " '262405',\n",
       " 223272,\n",
       " 232120,\n",
       " '142105',\n",
       " '783215',\n",
       " 715125,\n",
       " 131305,\n",
       " '239405',\n",
       " '510115',\n",
       " '510135',\n",
       " 239435,\n",
       " 513315,\n",
       " 391115,\n",
       " '515305',\n",
       " 314605,\n",
       " 513405,\n",
       " 715615,\n",
       " '214205',\n",
       " 391215,\n",
       " 766125,\n",
       " '231205',\n",
       " '782510',\n",
       " 342310,\n",
       " 422215,\n",
       " 715610,\n",
       " 232110,\n",
       " 762205,\n",
       " 121010,\n",
       " 515135,\n",
       " 223435,\n",
       " 332205,\n",
       " 331110,\n",
       " 262505,\n",
       " 313215,\n",
       " '517310',\n",
       " 523110,\n",
       " 715505,\n",
       " '142405',\n",
       " 141515,\n",
       " 251225,\n",
       " '373220',\n",
       " 234730,\n",
       " 212415,\n",
       " 848315,\n",
       " 524105,\n",
       " 354145,\n",
       " 121005,\n",
       " '710205',\n",
       " '513205',\n",
       " 410215,\n",
       " 372205,\n",
       " 234415,\n",
       " 251540,\n",
       " 123115,\n",
       " 223445,\n",
       " '517420',\n",
       " '142320',\n",
       " 724505,\n",
       " '519305',\n",
       " 519305,\n",
       " 212310,\n",
       " '241220',\n",
       " 262710,\n",
       " 111225,\n",
       " 114405,\n",
       " 317210,\n",
       " 241225,\n",
       " 352310,\n",
       " 254105,\n",
       " 253210,\n",
       " '111220',\n",
       " 373205,\n",
       " 782135,\n",
       " 422205,\n",
       " 411050,\n",
       " '413105',\n",
       " 860115,\n",
       " 331305,\n",
       " 254405,\n",
       " '253225',\n",
       " 142210,\n",
       " 763310,\n",
       " 622010,\n",
       " 142340,\n",
       " 333105,\n",
       " '373145',\n",
       " 313205,\n",
       " '414215',\n",
       " '783220',\n",
       " 322430,\n",
       " 251505,\n",
       " 377105,\n",
       " 421310,\n",
       " '716405',\n",
       " 311105,\n",
       " 950110,\n",
       " '421125',\n",
       " '523110',\n",
       " '251530',\n",
       " 311710,\n",
       " 415205,\n",
       " 314110,\n",
       " 515225,\n",
       " '252405',\n",
       " 811805,\n",
       " 317205,\n",
       " 203505,\n",
       " '515105',\n",
       " 519315,\n",
       " 241220,\n",
       " 725505,\n",
       " '324115',\n",
       " '318610',\n",
       " '521125',\n",
       " 233210,\n",
       " '314115',\n",
       " 724440,\n",
       " '351605',\n",
       " '313220',\n",
       " '213155',\n",
       " 141605,\n",
       " '782220',\n",
       " 414210,\n",
       " 513435,\n",
       " 232105,\n",
       " 848305,\n",
       " 911305,\n",
       " 131310,\n",
       " 351405,\n",
       " 840105,\n",
       " 520105,\n",
       " '251215',\n",
       " '414110',\n",
       " 232130,\n",
       " '223605',\n",
       " 313120,\n",
       " '351305',\n",
       " 515125,\n",
       " 123305,\n",
       " 712220,\n",
       " 322420,\n",
       " '351505',\n",
       " '354705',\n",
       " 215220,\n",
       " 811770,\n",
       " 321105,\n",
       " 622020,\n",
       " 731125,\n",
       " 223570,\n",
       " 782405,\n",
       " 234620,\n",
       " '351405',\n",
       " '212405',\n",
       " '351105',\n",
       " 225133,\n",
       " '411020',\n",
       " 254310,\n",
       " 311505,\n",
       " 763325,\n",
       " '422110',\n",
       " 342125,\n",
       " '763125',\n",
       " 811005,\n",
       " 314410,\n",
       " 254110,\n",
       " 342105,\n",
       " 328110,\n",
       " '234624',\n",
       " 253115,\n",
       " 123805,\n",
       " '352210',\n",
       " '780105',\n",
       " 313115,\n",
       " '252545',\n",
       " 222110,\n",
       " '331105',\n",
       " 811115,\n",
       " '141205',\n",
       " 262410,\n",
       " 848520,\n",
       " 862305,\n",
       " 516305,\n",
       " 311110,\n",
       " 391210,\n",
       " 322250,\n",
       " 515310,\n",
       " '142305',\n",
       " '732125',\n",
       " 253120,\n",
       " 715115,\n",
       " 223268,\n",
       " '848510',\n",
       " '324205',\n",
       " '232115',\n",
       " 231340,\n",
       " 224105,\n",
       " '239430',\n",
       " 316305,\n",
       " 231305,\n",
       " '354145',\n",
       " '513430',\n",
       " 225170,\n",
       " 141510,\n",
       " '515120',\n",
       " 222120,\n",
       " 321320,\n",
       " '515205',\n",
       " '414140',\n",
       " '142210',\n",
       " 214510,\n",
       " 414205,\n",
       " 223236,\n",
       " 919110,\n",
       " 715315,\n",
       " 214270,\n",
       " '312105',\n",
       " 721325,\n",
       " '333105',\n",
       " 821205,\n",
       " '234505',\n",
       " 203015,\n",
       " '221205',\n",
       " 765235,\n",
       " 374110,\n",
       " '322420',\n",
       " 725005,\n",
       " 763125,\n",
       " 519940,\n",
       " 782515,\n",
       " 342315,\n",
       " 732130,\n",
       " 519910,\n",
       " 377110,\n",
       " 232145,\n",
       " '511105',\n",
       " 317110,\n",
       " 353215,\n",
       " 862205,\n",
       " 953115,\n",
       " 841408,\n",
       " 213205,\n",
       " '515110',\n",
       " 223535,\n",
       " 313410,\n",
       " 515140,\n",
       " 352205,\n",
       " '715115',\n",
       " 261215,\n",
       " 234425,\n",
       " 224125,\n",
       " '213205',\n",
       " 828110,\n",
       " 848310,\n",
       " 848115,\n",
       " 910105,\n",
       " 223625,\n",
       " 371105,\n",
       " 513305,\n",
       " 300305,\n",
       " 862120,\n",
       " 313130,\n",
       " '620105',\n",
       " 353230,\n",
       " '782410',\n",
       " 424105,\n",
       " 715220,\n",
       " 841115,\n",
       " 712120,\n",
       " 318805,\n",
       " 211205,\n",
       " 261135,\n",
       " 234405,\n",
       " '521140',\n",
       " 131110,\n",
       " '391205',\n",
       " 724315,\n",
       " 710215,\n",
       " 413105,\n",
       " 376310,\n",
       " 811010,\n",
       " 724410,\n",
       " '422205',\n",
       " '313215',\n",
       " 395105,\n",
       " '516305',\n",
       " 225235,\n",
       " 766205,\n",
       " 351315,\n",
       " 234705,\n",
       " 950105,\n",
       " 763105,\n",
       " '254410',\n",
       " '223305',\n",
       " 421305,\n",
       " '241005',\n",
       " 766215,\n",
       " 233205,\n",
       " 813115,\n",
       " 524305,\n",
       " 768205,\n",
       " 723330,\n",
       " '391105',\n",
       " 420105,\n",
       " 818105,\n",
       " 721215,\n",
       " 862150,\n",
       " 760125,\n",
       " 422120,\n",
       " 521120,\n",
       " '760125',\n",
       " 761410,\n",
       " '421310',\n",
       " 641015,\n",
       " 141505,\n",
       " 375115,\n",
       " 823240,\n",
       " 623105,\n",
       " 725305,\n",
       " 782115,\n",
       " '517405',\n",
       " 516130,\n",
       " '516210',\n",
       " 731175,\n",
       " 261140,\n",
       " 325205,\n",
       " 782615,\n",
       " '513505',\n",
       " 811425,\n",
       " 142520,\n",
       " 223264,\n",
       " 261120,\n",
       " 351740,\n",
       " 223415,\n",
       " 765225,\n",
       " 415215,\n",
       " '422210',\n",
       " 231315,\n",
       " '231105',\n",
       " 234105,\n",
       " '911305',\n",
       " '782310',\n",
       " '223710',\n",
       " '517215',\n",
       " 241215,\n",
       " 231110,\n",
       " 142315,\n",
       " 225145,\n",
       " 421205,\n",
       " '111410',\n",
       " 351115,\n",
       " 223420,\n",
       " 351510,\n",
       " '261805',\n",
       " '848305',\n",
       " 782315,\n",
       " 10215,\n",
       " 225265,\n",
       " '225140',\n",
       " '261715',\n",
       " '261730',\n",
       " 784110,\n",
       " '223232',\n",
       " 516610,\n",
       " 410240,\n",
       " 354210,\n",
       " 511210,\n",
       " 142530,\n",
       " 318005,\n",
       " 10110,\n",
       " 373105,\n",
       " 511105,\n",
       " 233225,\n",
       " 239415,\n",
       " 763320,\n",
       " '763215',\n",
       " '514215',\n",
       " 765205,\n",
       " '623110',\n",
       " 623110,\n",
       " '214215',\n",
       " 711230,\n",
       " 332105,\n",
       " '782515',\n",
       " 261305,\n",
       " 322105,\n",
       " 721105,\n",
       " 322225,\n",
       " 351705,\n",
       " 313110,\n",
       " 724220,\n",
       " 516205,\n",
       " '142705',\n",
       " '516610',\n",
       " 720210,\n",
       " '142410',\n",
       " 517110,\n",
       " 919205,\n",
       " 225275,\n",
       " 322305,\n",
       " '848520',\n",
       " 234305,\n",
       " 517320,\n",
       " 351310,\n",
       " '782405',\n",
       " 773355,\n",
       " 514115,\n",
       " 422115,\n",
       " 720215,\n",
       " '212410',\n",
       " 31205,\n",
       " 861110,\n",
       " 261125,\n",
       " 241330,\n",
       " 731310,\n",
       " '862305',\n",
       " 241015,\n",
       " 233115,\n",
       " 731325,\n",
       " '715505',\n",
       " '141415',\n",
       " '521105',\n",
       " 511205,\n",
       " 766405,\n",
       " 223530,\n",
       " 725420,\n",
       " '514230',\n",
       " 813130,\n",
       " 234460,\n",
       " '021110',\n",
       " 141610,\n",
       " 715405,\n",
       " 832125,\n",
       " 234440,\n",
       " 715710,\n",
       " 239225,\n",
       " 731320,\n",
       " '914405',\n",
       " 510110,\n",
       " 422220,\n",
       " '410225',\n",
       " 225127,\n",
       " 214910,\n",
       " 234616,\n",
       " '234616',\n",
       " '422120',\n",
       " '142315',\n",
       " 234760,\n",
       " 232165,\n",
       " '511215',\n",
       " 780105,\n",
       " '420135',\n",
       " '131210',\n",
       " 711120,\n",
       " 324220,\n",
       " 254505,\n",
       " 141420,\n",
       " 225285,\n",
       " '763105',\n",
       " '763210',\n",
       " 524215,\n",
       " 214215,\n",
       " 515130,\n",
       " 914105,\n",
       " 313310,\n",
       " 262220,\n",
       " 782145,\n",
       " 317105,\n",
       " 715545,\n",
       " 271105,\n",
       " 613305,\n",
       " 314115,\n",
       " 862130,\n",
       " 261605,\n",
       " '312320',\n",
       " '783225',\n",
       " 225335,\n",
       " 763215,\n",
       " 414120,\n",
       " 141405,\n",
       " '724315',\n",
       " 725205,\n",
       " 821405,\n",
       " 322120,\n",
       " '377110',\n",
       " 951315,\n",
       " 715305,\n",
       " 241305,\n",
       " '233110',\n",
       " '914420',\n",
       " 848515,\n",
       " '410205',\n",
       " 215305,\n",
       " 823315,\n",
       " '131315',\n",
       " 717010,\n",
       " 760310,\n",
       " 622510,\n",
       " '782505',\n",
       " '848505',\n",
       " 632120,\n",
       " 203215,\n",
       " '239410',\n",
       " '720215',\n",
       " 313125,\n",
       " 225310,\n",
       " 914420,\n",
       " '724205',\n",
       " 241020,\n",
       " '841468',\n",
       " 841468,\n",
       " '828105',\n",
       " 353205,\n",
       " 914425,\n",
       " 354705,\n",
       " '622505',\n",
       " '232105',\n",
       " 782705,\n",
       " '224135',\n",
       " 913105,\n",
       " 516405,\n",
       " 720135,\n",
       " 841315,\n",
       " 715135,\n",
       " '342125',\n",
       " '233225',\n",
       " 215115,\n",
       " 513225,\n",
       " '862150',\n",
       " 821440,\n",
       " 782130,\n",
       " '768625',\n",
       " 325210,\n",
       " 848210,\n",
       " 724115,\n",
       " '520110',\n",
       " '342305',\n",
       " ...]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(rais2019cbo2002['CBO Occupation 2002'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e0ee0297",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('O')"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "43700260",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['322205',\n",
       " '351425',\n",
       " '351425',\n",
       " '375120',\n",
       " '375120',\n",
       " '375120',\n",
       " '375120',\n",
       " '375120',\n",
       " '517425',\n",
       " '517425',\n",
       " '517425',\n",
       " '710120',\n",
       " '710120',\n",
       " '411010',\n",
       " '111345',\n",
       " '214305',\n",
       " '225150',\n",
       " '225125',\n",
       " '322130',\n",
       " '333115',\n",
       " '333115',\n",
       " '422310',\n",
       " '422310',\n",
       " '422310',\n",
       " '232115',\n",
       " '232115',\n",
       " '521115',\n",
       " '252305',\n",
       " '252305',\n",
       " '252305',\n",
       " '252305',\n",
       " '514120',\n",
       " '514120',\n",
       " '514120',\n",
       " '251510',\n",
       " '251510',\n",
       " '782305',\n",
       " '322215',\n",
       " '410105',\n",
       " '223505',\n",
       " '410105',\n",
       " '223505',\n",
       " '621005',\n",
       " '225142',\n",
       " '225142',\n",
       " '225142',\n",
       " '111415',\n",
       " '521105',\n",
       " '521110',\n",
       " '421125',\n",
       " '515110',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '261720',\n",
       " '261720',\n",
       " '261720',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411010',\n",
       " '782305',\n",
       " '322230',\n",
       " '515110',\n",
       " '322205',\n",
       " '515110',\n",
       " '422105',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '322230',\n",
       " '322205',\n",
       " '322205',\n",
       " '411010',\n",
       " '514320',\n",
       " '514320',\n",
       " '514320',\n",
       " '515215',\n",
       " '223505',\n",
       " '514225',\n",
       " '322130',\n",
       " '515105',\n",
       " '322230',\n",
       " '322205',\n",
       " '322230',\n",
       " '422110',\n",
       " '252105',\n",
       " '515110',\n",
       " '322415',\n",
       " '322415',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '322205',\n",
       " '322205',\n",
       " '251605',\n",
       " '252105',\n",
       " '514120',\n",
       " '422105',\n",
       " '225125',\n",
       " '515110',\n",
       " '515110',\n",
       " '351425',\n",
       " '411010',\n",
       " '411010',\n",
       " '322230',\n",
       " '422105',\n",
       " '515110',\n",
       " '322205',\n",
       " '322205',\n",
       " '411010',\n",
       " '422315',\n",
       " '411010',\n",
       " '422315',\n",
       " '411010',\n",
       " '322230',\n",
       " '225125',\n",
       " '225125',\n",
       " '225150',\n",
       " '225125',\n",
       " '234505',\n",
       " '225103',\n",
       " '234435',\n",
       " '784205',\n",
       " '412110',\n",
       " '412110',\n",
       " '412110',\n",
       " '412110',\n",
       " '412110',\n",
       " '412110',\n",
       " '412110',\n",
       " '782305',\n",
       " '782305',\n",
       " '782305',\n",
       " '411010',\n",
       " '411010',\n",
       " '782305',\n",
       " '782305',\n",
       " '422105',\n",
       " '225125',\n",
       " '225125',\n",
       " '322205',\n",
       " '322205',\n",
       " '322230',\n",
       " '223505',\n",
       " '225125',\n",
       " '225125',\n",
       " '225124',\n",
       " '223505',\n",
       " '322205',\n",
       " '515110',\n",
       " '223505',\n",
       " '322205',\n",
       " '515110',\n",
       " '223505',\n",
       " '322205',\n",
       " '515110',\n",
       " '322205',\n",
       " '515110',\n",
       " '322205',\n",
       " '411010',\n",
       " '223505',\n",
       " '322230',\n",
       " '223505',\n",
       " '252105',\n",
       " '223505',\n",
       " '322205',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '223505',\n",
       " '223505',\n",
       " '223405',\n",
       " '223405',\n",
       " '223405',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '322205',\n",
       " '322205',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '422315',\n",
       " '131205',\n",
       " '411010',\n",
       " '252405',\n",
       " '214405',\n",
       " '515110',\n",
       " '515110',\n",
       " '411005',\n",
       " '422105',\n",
       " '225124',\n",
       " '225125',\n",
       " '225125',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '322230',\n",
       " '411010',\n",
       " '515110',\n",
       " '324205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '411010',\n",
       " '351430',\n",
       " '223208',\n",
       " '252105',\n",
       " '517315',\n",
       " '342410',\n",
       " '410105',\n",
       " '322205',\n",
       " '515110',\n",
       " '322205',\n",
       " '515110',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '225270',\n",
       " '225125',\n",
       " '322205',\n",
       " '515110',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '252105',\n",
       " '515110',\n",
       " '223405',\n",
       " '252105',\n",
       " '515110',\n",
       " '223405',\n",
       " '111410',\n",
       " '123105',\n",
       " '123105',\n",
       " '411010',\n",
       " '111220',\n",
       " '411010',\n",
       " '411010',\n",
       " '252105',\n",
       " '252105',\n",
       " '411005',\n",
       " '411010',\n",
       " '515110',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '225125',\n",
       " '225125',\n",
       " '411010',\n",
       " '411010',\n",
       " '131205',\n",
       " '515110',\n",
       " '322205',\n",
       " '515110',\n",
       " '322205',\n",
       " '422105',\n",
       " '515110',\n",
       " '21110',\n",
       " '517215',\n",
       " '142320',\n",
       " '411010',\n",
       " '225125',\n",
       " '225124',\n",
       " '225125',\n",
       " '411010',\n",
       " '515105',\n",
       " '515105',\n",
       " '322205',\n",
       " '20115',\n",
       " '20115',\n",
       " '322205',\n",
       " '241005',\n",
       " '422105',\n",
       " '411005',\n",
       " '225125',\n",
       " '225125',\n",
       " '521110',\n",
       " '515110',\n",
       " '225124',\n",
       " '225125',\n",
       " '225125',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '322245',\n",
       " '515110',\n",
       " '10315',\n",
       " '10315',\n",
       " '411010',\n",
       " '515110',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '351430',\n",
       " '354815',\n",
       " '111410',\n",
       " '225139',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '515105',\n",
       " '322205',\n",
       " '515105',\n",
       " '322205',\n",
       " '515105',\n",
       " '322205',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '223505',\n",
       " '517315',\n",
       " '517315',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '322205',\n",
       " '515105',\n",
       " '223505',\n",
       " '252105',\n",
       " '515110',\n",
       " '517315',\n",
       " '515110',\n",
       " '225325',\n",
       " '225106',\n",
       " '225125',\n",
       " '225125',\n",
       " '225325',\n",
       " '225106',\n",
       " '225125',\n",
       " '225125',\n",
       " '517315',\n",
       " '322205',\n",
       " '515110',\n",
       " '515105',\n",
       " '322205',\n",
       " '322230',\n",
       " '322230',\n",
       " '322230',\n",
       " '322205',\n",
       " '322205',\n",
       " '517315',\n",
       " '517315',\n",
       " '515105',\n",
       " '322205',\n",
       " '322205',\n",
       " '515110',\n",
       " '223505',\n",
       " '322205',\n",
       " '411010',\n",
       " '411010',\n",
       " '223605',\n",
       " '223605',\n",
       " '223605',\n",
       " '223605',\n",
       " '223505',\n",
       " '142105',\n",
       " '513115',\n",
       " '515110',\n",
       " '351505',\n",
       " '225270',\n",
       " '225270',\n",
       " '225270',\n",
       " '514320',\n",
       " '322205',\n",
       " '515110',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '411005',\n",
       " '20115',\n",
       " '422105',\n",
       " '515110',\n",
       " '322205',\n",
       " '515215',\n",
       " '515110',\n",
       " '252105',\n",
       " '223505',\n",
       " '411010',\n",
       " '515110',\n",
       " '223405',\n",
       " '515110',\n",
       " '515120',\n",
       " '322205',\n",
       " '322205',\n",
       " '782305',\n",
       " '515110',\n",
       " '515110',\n",
       " '515205',\n",
       " '515205',\n",
       " '411010',\n",
       " '322205',\n",
       " '411010',\n",
       " '322205',\n",
       " '142105',\n",
       " '514320',\n",
       " '515110',\n",
       " '111410',\n",
       " '214205',\n",
       " '322415',\n",
       " '515110',\n",
       " '223505',\n",
       " '322205',\n",
       " '516220',\n",
       " '223505',\n",
       " '515110',\n",
       " '225250',\n",
       " '225125',\n",
       " '225125',\n",
       " '411010',\n",
       " '515205',\n",
       " '515205',\n",
       " '515205',\n",
       " '225125',\n",
       " '225125',\n",
       " '322230',\n",
       " '322230',\n",
       " '322205',\n",
       " '351810',\n",
       " '223505',\n",
       " '411010',\n",
       " '322230',\n",
       " '142115',\n",
       " '516310',\n",
       " '516310',\n",
       " '324205',\n",
       " '324205',\n",
       " '514320',\n",
       " '225125',\n",
       " '225124',\n",
       " '225125',\n",
       " '515105',\n",
       " '111410',\n",
       " '111505',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '514225',\n",
       " '324115',\n",
       " '324115',\n",
       " '517410',\n",
       " '20110',\n",
       " '422105',\n",
       " '422105',\n",
       " '517330',\n",
       " '517215',\n",
       " '342405',\n",
       " '515105',\n",
       " '252105',\n",
       " '223505',\n",
       " '411010',\n",
       " '322205',\n",
       " '514225',\n",
       " '411010',\n",
       " '411005',\n",
       " '515110',\n",
       " '519925',\n",
       " '514320',\n",
       " '322230',\n",
       " '252105',\n",
       " '223505',\n",
       " '252105',\n",
       " '252105',\n",
       " '223405',\n",
       " '515110',\n",
       " '223405',\n",
       " '225125',\n",
       " '225125',\n",
       " '322245',\n",
       " '322205',\n",
       " '515110',\n",
       " '322245',\n",
       " '322205',\n",
       " '515110',\n",
       " '252105',\n",
       " '223505',\n",
       " '252105',\n",
       " '223505',\n",
       " '782305',\n",
       " '782305',\n",
       " '20115',\n",
       " '322605',\n",
       " '322205',\n",
       " '322605',\n",
       " '322205',\n",
       " '141205',\n",
       " '410105',\n",
       " '223505',\n",
       " '131210',\n",
       " '20115',\n",
       " '142305',\n",
       " '254305',\n",
       " '223505',\n",
       " '223505',\n",
       " '232115',\n",
       " '422105',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '322230',\n",
       " '422105',\n",
       " '20105',\n",
       " '515105',\n",
       " '515105',\n",
       " '515105',\n",
       " '322230',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '515105',\n",
       " '515105',\n",
       " '411010',\n",
       " '422105',\n",
       " '252105',\n",
       " '251605',\n",
       " '252105',\n",
       " '251605',\n",
       " '252105',\n",
       " '251605',\n",
       " '322205',\n",
       " '411010',\n",
       " '223505',\n",
       " '223505',\n",
       " '422110',\n",
       " '233110',\n",
       " '20110',\n",
       " '411010',\n",
       " '225125',\n",
       " '225125',\n",
       " '322205',\n",
       " '322205',\n",
       " '322230',\n",
       " '515110',\n",
       " '223505',\n",
       " '223520',\n",
       " '223505',\n",
       " '517205',\n",
       " '517205',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '517315',\n",
       " '411010',\n",
       " '322230',\n",
       " '322230',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '783210',\n",
       " '411010',\n",
       " '131205',\n",
       " '411010',\n",
       " '131205',\n",
       " '411010',\n",
       " '131205',\n",
       " '411010',\n",
       " '131205',\n",
       " '225125',\n",
       " '225125',\n",
       " '223505',\n",
       " '322230',\n",
       " '515110',\n",
       " '422105',\n",
       " '225140',\n",
       " '261110',\n",
       " '261110',\n",
       " '225140',\n",
       " '21110',\n",
       " '515110',\n",
       " '223505',\n",
       " '515110',\n",
       " '223505',\n",
       " '131205',\n",
       " '322205',\n",
       " '411010',\n",
       " '411005',\n",
       " '223305',\n",
       " '514225',\n",
       " '515105',\n",
       " '411010',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '21210',\n",
       " '411010',\n",
       " '21110',\n",
       " '21110',\n",
       " '21110',\n",
       " '515110',\n",
       " '411010',\n",
       " '411010',\n",
       " '422110',\n",
       " '422110',\n",
       " '351810',\n",
       " '322205',\n",
       " '411010',\n",
       " '411010',\n",
       " '411010',\n",
       " '411010',\n",
       " '515110',\n",
       " '20205',\n",
       " '225125',\n",
       " '515110',\n",
       " '322230',\n",
       " '411010',\n",
       " '411010',\n",
       " '322230',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '251605',\n",
       " '515110',\n",
       " '20105',\n",
       " '515110',\n",
       " '515105',\n",
       " '111410',\n",
       " '242305',\n",
       " '111410',\n",
       " '242305',\n",
       " '225125',\n",
       " '322205',\n",
       " '225125',\n",
       " '514320',\n",
       " '252105',\n",
       " '515110',\n",
       " '322205',\n",
       " '20105',\n",
       " '20105',\n",
       " '20105',\n",
       " '20105',\n",
       " '20105',\n",
       " '225140',\n",
       " '225125',\n",
       " '225125',\n",
       " '225124',\n",
       " '223405',\n",
       " '322205',\n",
       " '322205',\n",
       " '411010',\n",
       " '322230',\n",
       " '411010',\n",
       " '322230',\n",
       " '515110',\n",
       " '414110',\n",
       " '515110',\n",
       " '322230',\n",
       " '322205',\n",
       " '515215',\n",
       " '324115',\n",
       " '322205',\n",
       " '352210',\n",
       " '322230',\n",
       " '322230',\n",
       " '223505',\n",
       " '515105',\n",
       " '234505',\n",
       " '111410',\n",
       " '111415',\n",
       " '234505',\n",
       " '234505',\n",
       " '111410',\n",
       " '111415',\n",
       " '234505',\n",
       " '223505',\n",
       " '223565',\n",
       " '411010',\n",
       " '322205',\n",
       " '411010',\n",
       " '20110',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '352210',\n",
       " '21105',\n",
       " '352210',\n",
       " '352210',\n",
       " '517415',\n",
       " '411010',\n",
       " '517215',\n",
       " '517215',\n",
       " '517215',\n",
       " '782510',\n",
       " '517205',\n",
       " '420130',\n",
       " '212405',\n",
       " '212420',\n",
       " '517315',\n",
       " '111410',\n",
       " '251605',\n",
       " '225125',\n",
       " '225125',\n",
       " '413225',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '515110',\n",
       " '414105',\n",
       " '515110',\n",
       " '223405',\n",
       " '223405',\n",
       " '515105',\n",
       " '251605',\n",
       " '251605',\n",
       " '351810',\n",
       " '351810',\n",
       " '21110',\n",
       " '21110',\n",
       " '324115',\n",
       " '324115',\n",
       " '324115',\n",
       " '322205',\n",
       " '322205',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '351810',\n",
       " '30110',\n",
       " '322205',\n",
       " '322205',\n",
       " '223505',\n",
       " '515110',\n",
       " '515325',\n",
       " '515110',\n",
       " '30115',\n",
       " '30115',\n",
       " '30105',\n",
       " '111415',\n",
       " '517425',\n",
       " '411005',\n",
       " '232115',\n",
       " '411010',\n",
       " '515105',\n",
       " '517215',\n",
       " '111415',\n",
       " '111415',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '514225',\n",
       " '352210',\n",
       " '521130',\n",
       " '123205',\n",
       " '515110',\n",
       " '123205',\n",
       " '515110',\n",
       " '322230',\n",
       " '322230',\n",
       " '516345',\n",
       " '322205',\n",
       " '30305',\n",
       " '411010',\n",
       " '411010',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '516345',\n",
       " '516345',\n",
       " '516345',\n",
       " '515110',\n",
       " '223405',\n",
       " '322205',\n",
       " '411005',\n",
       " '322205',\n",
       " '322230',\n",
       " '515110',\n",
       " '20110',\n",
       " '411010',\n",
       " '411010',\n",
       " '21210',\n",
       " '322205',\n",
       " '841815',\n",
       " '841815',\n",
       " '515110',\n",
       " '515110',\n",
       " '251510',\n",
       " '515110',\n",
       " '322230',\n",
       " '21105',\n",
       " '411010',\n",
       " '261110',\n",
       " '513430',\n",
       " '411010',\n",
       " '322205',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '515110',\n",
       " '322230',\n",
       " '515110',\n",
       " '322230',\n",
       " '251605',\n",
       " '351105',\n",
       " '322230',\n",
       " '322230',\n",
       " '142705',\n",
       " '142705',\n",
       " '354135',\n",
       " '354120',\n",
       " '411005',\n",
       " '411005',\n",
       " '20115',\n",
       " '252105',\n",
       " '515110',\n",
       " '322205',\n",
       " '223505',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '223605',\n",
       " '515110',\n",
       " '223605',\n",
       " '515110',\n",
       " '223605',\n",
       " '515110',\n",
       " '223605',\n",
       " '515110',\n",
       " '142105',\n",
       " '322205',\n",
       " '111415',\n",
       " '111415',\n",
       " '410105',\n",
       " '515105',\n",
       " '514325',\n",
       " '515110',\n",
       " '422105',\n",
       " '517330',\n",
       " '721210',\n",
       " '411005',\n",
       " '784205',\n",
       " '774105',\n",
       " '352210',\n",
       " '322215',\n",
       " '322215',\n",
       " '239410',\n",
       " '252105',\n",
       " '242235',\n",
       " '422105',\n",
       " '515110',\n",
       " '422105',\n",
       " '515110',\n",
       " '515110',\n",
       " '252105',\n",
       " '225125',\n",
       " '225125',\n",
       " '252105',\n",
       " '225125',\n",
       " '225125',\n",
       " '515110',\n",
       " '515110',\n",
       " '411010',\n",
       " '322230',\n",
       " '411010',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '515110',\n",
       " '515105',\n",
       " '411010',\n",
       " '322230',\n",
       " '111415',\n",
       " '322230',\n",
       " '411010',\n",
       " '515110',\n",
       " '515110',\n",
       " '515110',\n",
       " '111415',\n",
       " '411010',\n",
       " '411010',\n",
       " '225125',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '515110',\n",
       " '411010',\n",
       " '324205',\n",
       " '324205',\n",
       " '320110',\n",
       " '301110',\n",
       " '324205',\n",
       " '324205',\n",
       " '320110',\n",
       " '301110',\n",
       " '517330',\n",
       " '517410',\n",
       " '517330',\n",
       " '517410',\n",
       " '225125',\n",
       " '763015',\n",
       " '763015',\n",
       " '782505',\n",
       " '322205',\n",
       " '252105',\n",
       " '223505',\n",
       " '519905',\n",
       " '782305',\n",
       " '782305',\n",
       " '411010',\n",
       " '411010',\n",
       " '322205',\n",
       " '322205',\n",
       " '422310',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '322205',\n",
       " '223505',\n",
       " '223505',\n",
       " '351420',\n",
       " '411010',\n",
       " '411010',\n",
       " '252105',\n",
       " '422105',\n",
       " '223505',\n",
       " '411010',\n",
       " '515110',\n",
       " '225125',\n",
       " '225125',\n",
       " '20110',\n",
       " '515215',\n",
       " '322205',\n",
       " '411010',\n",
       " '225125',\n",
       " '225125',\n",
       " '225125',\n",
       " '111415',\n",
       " '111415',\n",
       " '111415',\n",
       " '223505',\n",
       " '515110',\n",
       " '515110',\n",
       " ...]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(rais2019cbo2002['CBO Occupation 2002'].astype(str))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "ce124e1d",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'] = rais2019cbo2002['CBO Occupation 2002'].astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "adcefa25",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         3\n",
       "1         3\n",
       "2         3\n",
       "3         3\n",
       "4         3\n",
       "         ..\n",
       "225968    7\n",
       "225969    4\n",
       "225970    1\n",
       "225971    5\n",
       "225972    5\n",
       "Name: CBO Occupation 2002, Length: 225973, dtype: object"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].str[:-5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "a1f30140",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['3', '5', '7', '4', '1', '2', '6', '', '8', '9', '0'], dtype=object)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].str[:-5].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "fbd9700e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "8d02642e",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002['CBO Broad Group 2002'] = rais2019cbo2002['CBO Occupation 2002'].str[:-5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "3dc3d8a6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CBO Occupation 2002 CBO Broad Group 2002\n",
       "0              322205                    3\n",
       "1              351425                    3\n",
       "2              351425                    3"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.head(3)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "63c6d783",
   "metadata": {},
   "source": [
    "The data dictionary below comes from [here](http://www.mtecbo.gov.br/cbosite/pages/downloads.jsf#)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "afb5e350",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nCODIGO\\tTITULO\\n0\\tMEMBROS DAS FORÇAS ARMADAS, POLICIAIS E BOMBEIROS MILITARES   \\n    MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN\\n    \\n1\\tMEMBROS SUPERIORES DO PODER PÚBLICO, DIRIGENTES DE ORGANIZAÇÕES DE INTERESSE PÚBLICO E DE EMPRESAS, GERENTES     \\n    SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS\\n\\n2\\tPROFISSIONAIS DAS CIÊNCIAS E DAS ARTES     \\n    SCIENCE AND ARTS PROFESSIONALS\\n\\n3\\tTÉCNICOS DE NIVEL MÉDIO               \\n    MEDIUM LEVEL TECHNICIANS\\n\\n4\\tTRABALHADORES DE SERVIÇOS ADMINISTRATIVOS  \\n    ADMINISTRATIVE SERVICE WORKERS\\n\\n5\\tTRABALHADORES DOS SERVIÇOS, VENDEDORES DO COMÉRCIO EM LOJAS E MERCADOS  \\n    SERVICE WORKERS, SELLERS IN STORES AND MARKETS\\n\\n6\\tTRABALHADORES AGROPECUÁRIOS, FLORESTAIS E DA PESCA  \\n    AGRICULTURAL, FORESTRY AND FISHERY WORKERS\\n\\n7\\tTRABALHADORES DA PRODUÇÃO DE BENS E SERVIÇOS INDUSTRIAIS  \\n    WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES\\n\\n8\\tTRABALHADORES DA PRODUÇÃO DE BENS E SERVIÇOS INDUSTRIAIS  \\n     WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES\\n\\n9\\tTRABALHADORES EM SERVIÇOS DE REPARAÇÃO E MANUTENÇÃO    \\n    WORKERS IN REPAIR AND MAINTENANCE SERVICES\\n'"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "CODIGO\tTITULO\n",
    "0\tMEMBROS DAS FORÇAS ARMADAS, POLICIAIS E BOMBEIROS MILITARES   \n",
    "    MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN\n",
    "    \n",
    "1\tMEMBROS SUPERIORES DO PODER PÚBLICO, DIRIGENTES DE ORGANIZAÇÕES DE INTERESSE PÚBLICO E DE EMPRESAS, GERENTES     \n",
    "    SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS\n",
    "\n",
    "2\tPROFISSIONAIS DAS CIÊNCIAS E DAS ARTES     \n",
    "    SCIENCE AND ARTS PROFESSIONALS\n",
    "\n",
    "3\tTÉCNICOS DE NIVEL MÉDIO               \n",
    "    MEDIUM LEVEL TECHNICIANS\n",
    "\n",
    "4\tTRABALHADORES DE SERVIÇOS ADMINISTRATIVOS  \n",
    "    ADMINISTRATIVE SERVICE WORKERS\n",
    "\n",
    "5\tTRABALHADORES DOS SERVIÇOS, VENDEDORES DO COMÉRCIO EM LOJAS E MERCADOS  \n",
    "    SERVICE WORKERS, SELLERS IN STORES AND MARKETS\n",
    "\n",
    "6\tTRABALHADORES AGROPECUÁRIOS, FLORESTAIS E DA PESCA  \n",
    "    AGRICULTURAL, FORESTRY AND FISHERY WORKERS\n",
    "\n",
    "7\tTRABALHADORES DA PRODUÇÃO DE BENS E SERVIÇOS INDUSTRIAIS  \n",
    "    WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES\n",
    "\n",
    "8\tTRABALHADORES DA PRODUÇÃO DE BENS E SERVIÇOS INDUSTRIAIS  \n",
    "     WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES\n",
    "\n",
    "9\tTRABALHADORES EM SERVIÇOS DE REPARAÇÃO E MANUTENÇÃO    \n",
    "    WORKERS IN REPAIR AND MAINTENANCE SERVICES\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "42ce63d5",
   "metadata": {},
   "outputs": [],
   "source": [
    "#7 and 8 have the same meaning in the original data dictionary from the website mentioned on the link"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "ac447d36",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('O')"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group 2002'].dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "c73ba9a5",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'] = rais2019cbo2002['CBO Broad Group 2002'].astype(str).replace('0','MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN').replace('1','SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS').replace('2','SCIENCE AND ARTS PROFESSIONALS').replace('3','MEDIUM LEVEL TECHNICIANS').replace('4','ADMINISTRATIVE SERVICE WORKERS').replace('5','SERVICE WORKERS, SELLERS IN STORES AND MARKETS').replace('6','AGRICULTURAL, FORESTRY AND FISHERY WORKERS').replace('7','WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES').replace('8','WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES').replace('9','WORKERS IN REPAIR AND MAINTENANCE SERVICES')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "50b4ee19",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MEDIUM LEVEL TECHNICIANS',\n",
       "       'SERVICE WORKERS, SELLERS IN STORES AND MARKETS',\n",
       "       'WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES',\n",
       "       'ADMINISTRATIVE SERVICE WORKERS',\n",
       "       'SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS',\n",
       "       'SCIENCE AND ARTS PROFESSIONALS',\n",
       "       'AGRICULTURAL, FORESTRY AND FISHERY WORKERS', '',\n",
       "       'WORKERS IN REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "aedac960",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MEDIUM LEVEL TECHNICIANS',\n",
       "       'SERVICE WORKERS, SELLERS IN STORES AND MARKETS',\n",
       "       'WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES',\n",
       "       'ADMINISTRATIVE SERVICE WORKERS',\n",
       "       'SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS',\n",
       "       'SCIENCE AND ARTS PROFESSIONALS',\n",
       "       'AGRICULTURAL, FORESTRY AND FISHERY WORKERS', '',\n",
       "       'WORKERS IN REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'].dropna().unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "e373a22c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MEDIUM LEVEL TECHNICIANS',\n",
       "       'SERVICE WORKERS, SELLERS IN STORES AND MARKETS',\n",
       "       'WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES',\n",
       "       'ADMINISTRATIVE SERVICE WORKERS',\n",
       "       'SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS',\n",
       "       'SCIENCE AND ARTS PROFESSIONALS',\n",
       "       'AGRICULTURAL, FORESTRY AND FISHERY WORKERS', 'NaN',\n",
       "       'WORKERS IN REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'].replace('','NaN').unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "361fd071",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'] = rais2019cbo2002['CBO Broad Group Name 2002'].replace('','NaN')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "806bf05f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MEDIUM LEVEL TECHNICIANS',\n",
       "       'SERVICE WORKERS, SELLERS IN STORES AND MARKETS',\n",
       "       'WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES',\n",
       "       'ADMINISTRATIVE SERVICE WORKERS',\n",
       "       'SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS',\n",
       "       'SCIENCE AND ARTS PROFESSIONALS',\n",
       "       'AGRICULTURAL, FORESTRY AND FISHERY WORKERS', 'NaN',\n",
       "       'WORKERS IN REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "978db81f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "      <th>CBO Broad Group Name 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>375120</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>375120</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225968</th>\n",
       "      <td>782510</td>\n",
       "      <td>7</td>\n",
       "      <td>WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225969</th>\n",
       "      <td>413225</td>\n",
       "      <td>4</td>\n",
       "      <td>ADMINISTRATIVE SERVICE WORKERS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225970</th>\n",
       "      <td>142305</td>\n",
       "      <td>1</td>\n",
       "      <td>SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225971</th>\n",
       "      <td>517420</td>\n",
       "      <td>5</td>\n",
       "      <td>SERVICE WORKERS, SELLERS IN STORES AND MARKETS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225972</th>\n",
       "      <td>517215</td>\n",
       "      <td>5</td>\n",
       "      <td>SERVICE WORKERS, SELLERS IN STORES AND MARKETS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221278 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       CBO Occupation 2002 CBO Broad Group 2002  \\\n",
       "0                   322205                    3   \n",
       "1                   351425                    3   \n",
       "2                   351425                    3   \n",
       "3                   375120                    3   \n",
       "4                   375120                    3   \n",
       "...                    ...                  ...   \n",
       "225968              782510                    7   \n",
       "225969              413225                    4   \n",
       "225970              142305                    1   \n",
       "225971              517420                    5   \n",
       "225972              517215                    5   \n",
       "\n",
       "                                CBO Broad Group Name 2002  \n",
       "0                                MEDIUM LEVEL TECHNICIANS  \n",
       "1                                MEDIUM LEVEL TECHNICIANS  \n",
       "2                                MEDIUM LEVEL TECHNICIANS  \n",
       "3                                MEDIUM LEVEL TECHNICIANS  \n",
       "4                                MEDIUM LEVEL TECHNICIANS  \n",
       "...                                                   ...  \n",
       "225968  WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS ...  \n",
       "225969                     ADMINISTRATIVE SERVICE WORKERS  \n",
       "225970  SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRE...  \n",
       "225971     SERVICE WORKERS, SELLERS IN STORES AND MARKETS  \n",
       "225972     SERVICE WORKERS, SELLERS IN STORES AND MARKETS  \n",
       "\n",
       "[221278 rows x 3 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002[rais2019cbo2002['CBO Broad Group Name 2002'] != 'NaN']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "88e193ea",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002 = rais2019cbo2002[rais2019cbo2002['CBO Broad Group Name 2002'] != 'NaN']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "9c7d8734",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MEDIUM LEVEL TECHNICIANS',\n",
       "       'SERVICE WORKERS, SELLERS IN STORES AND MARKETS',\n",
       "       'WORKERS IN THE PRODUCTION OF INDUSTRIAL GOODS AND SERVICES',\n",
       "       'ADMINISTRATIVE SERVICE WORKERS',\n",
       "       'SENIOR MEMBERS OF THE PUBLIC AUTHORITIES, DIRECTORS OF PUBLIC INTEREST ORGANIZATIONS AND COMPANIES, MANAGERS',\n",
       "       'SCIENCE AND ARTS PROFESSIONALS',\n",
       "       'AGRICULTURAL, FORESTRY AND FISHERY WORKERS',\n",
       "       'WORKERS IN REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MEMBERS OF THE ARMED FORCES, POLICE AND MILITARY FIREMEN'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Broad Group Name 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "2a7a220a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['32', '35', '37', '51', '71', '41', '11', '21', '22', '33', '42',\n",
       "       '23', '52', '25', '78', '62', '26', '13', '34', '12', '14', '24',\n",
       "       '84', '72', '77', '30', '76', '91', '31', '39', '99', '81', '01',\n",
       "       '95', '73', '20', '86', '82', '64', '02', '83', '27', '61', '63',\n",
       "       '75', '74', '03', '00', '79'], dtype=object)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Occupation 2002'].str[:-4].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "4e32cbfe",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002['CBO Main SubGroup 2002'] = rais2019cbo2002['CBO Occupation 2002'].str[:-4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "547a097d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "      <th>CBO Broad Group Name 2002</th>\n",
       "      <th>CBO Main SubGroup 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CBO Occupation 2002 CBO Broad Group 2002 CBO Broad Group Name 2002  \\\n",
       "0              322205                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "1              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "2              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "\n",
       "  CBO Main SubGroup 2002  \n",
       "0                     32  \n",
       "1                     35  \n",
       "2                     35  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.head(3)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ce38cf0b",
   "metadata": {},
   "source": [
    "The data dictionary below comes from [here](http://www.mtecbo.gov.br/cbosite/pages/downloads.jsf#)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "c34098d2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nCODIGO\\tTITULO\\nCODE -> TITLE\\n\\n1\\tMEMBROS DAS FORÇAS ARMADAS         \\n    MEMBERS OF THE ARMED FORCES\\n\\n2\\tPOLICIAIS MILITARES          \\n    MILITARY POLICE\\n\\n3\\tBOMBEIROS MILITARES   \\n    MILITARY FIREMEN\\n\\n11\\tMEMBROS SUPERIORES E DIRIGENTES DO PODER PÚBLICO \\n    SUPERIOR MEMBERS AND OFFICERS OF THE PUBLIC AUTHORITY\\n\\n\\n12\\tDIRIGENTES DE EMPRESAS E ORGANIZAÇÕES (EXCETO DE INTERESSE PÚBLICO)  \\n    DIRECTORS OF COMPANIES AND ORGANIZATIONS (EXCEPT PUBLIC INTEREST)\\n\\n\\n13\\tDIRETORES E GERENTES EM EMPRESA DE SERVIÇOS DE SAÚDE, DA EDUCAÇÃO, OU DE SERVIÇOS CULTURAIS, SOCIAIS OU PESSOAIS  \\n    DIRECTORS AND MANAGERS IN A HEALTH, EDUCATION, OR CULTURAL, SOCIAL OR PERSONAL SERVICES COMPANY\\n\\n14\\tGERENTES    \\n    MANAGERS\\n\\n20\\tPESQUISADORES E PROFISSIONAIS POLICIENTÍFICOS\\n    POLYSCIENTIFIC RESEARCHERS AND PROFESSIONALS\\n\\n21\\tPROFISSIONAIS DAS CIÊNCIAS EXATAS, FÍSICAS E DA ENGENHARIA    \\n    PROFESSIONALS IN EXACT, PHYSICAL AND ENGINEERING SCIENCES\\n\\n22\\tPROFISSIONAIS DAS CIÊNCIAS BIOLÓGICAS, DA SAÚDE E AFINS   \\n    PROFESSIONALS IN BIOLOGICAL, HEALTH AND RELATED SCIENCES\\n\\n23\\tPROFISSIONAIS DO ENSINO      \\n    TEACHING PROFESSIONALS\\n\\n24\\tPROFISSIONAIS DAS CIÊNCIAS JURÍDICAS      \\n    PROFESSIONALS OF LEGAL SCIENCES\\n\\n25\\tPROFISSIONAIS DAS CIÊNCIAS SOCIAIS E HUMANAS  \\n    PROFESSIONALS OF SOCIAL AND HUMAN SCIENCES\\n\\n26\\tCOMUNICADORES, ARTISTAS E RELIGIOSOS  \\n    COMMUNICATORS, ARTISTS AND RELIGIOUS\\n\\n27\\tPROFISSIONAIS EM GASTRONOMIA\\n    PROFESSIONALS IN GASTRONOMY\\n\\n30\\tTÉCNICOS POLIVALENTES    \\n    POLYVALENT TECHNICIAN \\n\\n31\\tTÉCNICOS DE NÍVEL MÉDIO DAS CIÊNCIAS FÍSICAS, QUÍMICAS, ENGENHARIA E AFINS  \\n    MIDDLE LEVEL TECHNICIANS IN PHYSICAL, CHEMICAL, ENGINEERING AND RELATED SCIENCES\\n\\n32\\tTÉCNICOS DE NÍVEL MÉDIO DAS CIÊNCIAS BIOLÓGICAS, BIOQUÍMICAS, DA SAÚDE E AFINS \\n    MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHEMICAL, HEALTH AND RELATED SCIENCES\\n\\n33\\tPROFESSORES LEIGOS E DE NÍVEL MÉDIO    \\n    LAY TEACHERS AND MIDDLE LEVEL\\n\\n34\\tTÉCNICOS DE NÍVEL MÉDIO EM SERVIÇOS DE TRANSPORTES   \\n    MEDIUM-LEVEL TECHNICIANS IN TRANSPORTATION SERVICES\\n\\n35\\tTÉCNICOS DE NIVEL MÉDIO NAS CIÊNCIAS ADMINISTRATIVAS  \\n    MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCIENCES\\n\\n37\\tTÉCNICOS EM NIVEL MÉDIO DOS SERVIÇOS CULTURAIS, DAS COMUNICAÇÕES E DOS DESPORTOS  \\n    MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES, COMMUNICATIONS AND SPORTS\\n\\n39\\tOUTROS TÉCNICOS DE NÍVEL MÉDIO\\n    OTHER MIDDLE LEVEL TECHNICIANS\\n\\n41\\tESCRITURÁRIOS    \\n    CLERK\\n\\n42\\tTRABALHADORES DE ATENDIMENTO AO PÚBLICO   \\n    PUBLIC SERVICE WORKERS\\n\\n51\\tTRABALHADORES DOS SERVIÇOS  \\n    SERVICE WORKERS\\n\\n52\\tVENDEDORES E PRESTADORES DE SERVIÇOS DO COMÉRCIO  \\n    SELLERS AND SERVICE PROVIDERS\\n\\n61\\tPRODUTORES NA EXPLORAÇÃO AGROPECUÁRIA \\n    PRODUCERS IN CATTLE RANCHING EXPLORATION\\n\\n62\\tTRABALHADORES NA EXPLORAÇÃO AGROPECUÁRIA   \\n    WORKERS IN CATTLE RANCHING EXPLORATION\\n\\n63\\tPESCADORES E EXTRATIVISTAS FLORESTAIS    \\n    FISHERMEN AND FORESTRY EXTRACTORS\\n\\n64\\tTRABALHADORES DA MECANIZAÇÃO AGROPECUÁRIA E FLORESTAL \\n    CATTLE RANCHING AND FORESTRY MECHANIZATION WORKERS\\n\\n71\\tTRABALHADORES DA INDÚSTRIA EXTRATIVA E DA CONSTRUÇÃO CIVIL \\n    WORKERS IN THE EXTRACTIVE INDUSTRY AND CIVIL CONSTRUCTION\\n\\n72\\tTRABALHADORES DA TRANSFORMAÇÃO DE METAIS E DE COMPÓSITOS  \\n    METAL AND COMPOSITE TRANSFORMATION WORKERS\\n\\n73\\tTRABALHADORES DA FABRICAÇÃO E INSTALAÇÃO ELETROELETRÔNICA  \\n    WORKERS IN ELECTRO-ELECTRONIC MANUFACTURING AND INSTALLATION\\n\\n74\\tMONTADORES DE APARELHOS E INSTRUMENTOS DE PRECISÃO E MUSICAIS   \\n    ASSEMBLERS OF PRECISION AND MUSICAL APPARATUS AND INSTRUMENTS\\n\\n75\\tJOALHEIROS, VIDREIROS, CERAMISTAS E AFINS    \\n    JEWELERS, GLASSMEN, CERAMISTS AND RELATED\\n\\n76\\tTRABALHADORES NAS INDÚSTRIAS TÊXTIL, DO CURTIMENTO, DO VESTÚARIO E DAS ARTES GRÁFICAS   \\n    WORKERS IN THE TEXTILE, TANNING, CLOTHING AND GRAPHIC ARTS INDUSTRIES\\n\\n77\\tTRABALHADORES DAS INDÚSTRIAS DE MADEIRA E DO MOBILIÁRIO \\n    WORKERS IN THE WOOD AND FURNITURE INDUSTRIES\\n\\n78\\tTRABALHADORES DE FUNÇÕES TRANSVERSAIS \\n    CROSS FUNCTIONAL WORKERS\\n\\n79\\tTRABALHADORES DO ARTESANATO\\n    HANDICRAFT WORKERS\\n\\n81\\tTRABALHADORES EM INDÚSTRIAS DE PROCESSOS CONTÍNUOS E OUTRAS INDÚSTRIAS      \\n    WORKERS IN CONTINUOUS PROCESSES AND OTHER INDUSTRIES\\n\\n82\\tTRABALHADORES DE INSTALAÇÕES SIDERÚRGICAS E DE MATERIAIS DE CONSTRUÇÃO \\n    WORKERS IN STEEL FACILITIES AND CONSTRUCTION MATERIALS\\n\\n83\\tTRABALHADORES DE INSTALAÇÕES E MÁQUINAS DE FABRICAÇÃO DE CELULOSE E PAPEL  \\n    WORKERS IN PULP AND PAPER MANUFACTURING FACILITIES AND MACHINES\\n\\n84\\tTRABALHADORES DA FABRICAÇÃO DE ALIMENTOS, BEBIDAS E FUMO     \\n    FOOD, BEVERAGE AND SMOKE MANUFACTURING WORKERS\\n\\n86\\tOPERADORES DE PRODUÇÃO, CAPTAÇÃO, TRATAMENTO E DISTRIBUIÇÃO (ENERGIA, ÁGUA E UTILIDADES)\\n    OPERATORS OF PRODUCTION, CAPTURE, TREATMENT AND DISTRIBUTION (ENERGY, WATER AND UTILITIES)\\n\\n87\\tOPERADORES DE OUTRAS INSTALAÇÕES INDUSTRIAIS       \\n    OPERATORS OF OTHER INDUSTRIAL FACILITIES\\n\\n91\\tTRABALHADORES EM SERVIÇOS DE REPARAÇÃO E MANUTENÇÃO MECÂNICA   \\n    WORKERS IN MECHANICAL REPAIR AND MAINTENANCE SERVICES\\n\\n95\\tPOLIMANTENEDORES                                    \\n    MAINTAINER\\n\\n99\\tOUTROS TRABALHADORES DA CONSERVAÇÃO, MANUTENÇÃO E REPARAÇÃO      \\n    OTHER CONSERVATION, MAINTENANCE AND REPAIR WORKERS\\n\\n'"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "CODIGO\tTITULO\n",
    "CODE -> TITLE\n",
    "\n",
    "1\tMEMBROS DAS FORÇAS ARMADAS         \n",
    "    MEMBERS OF THE ARMED FORCES\n",
    "\n",
    "2\tPOLICIAIS MILITARES          \n",
    "    MILITARY POLICE\n",
    "\n",
    "3\tBOMBEIROS MILITARES   \n",
    "    MILITARY FIREMEN\n",
    "\n",
    "11\tMEMBROS SUPERIORES E DIRIGENTES DO PODER PÚBLICO \n",
    "    SUPERIOR MEMBERS AND OFFICERS OF THE PUBLIC AUTHORITY\n",
    "\n",
    "\n",
    "12\tDIRIGENTES DE EMPRESAS E ORGANIZAÇÕES (EXCETO DE INTERESSE PÚBLICO)  \n",
    "    DIRECTORS OF COMPANIES AND ORGANIZATIONS (EXCEPT PUBLIC INTEREST)\n",
    "\n",
    "\n",
    "13\tDIRETORES E GERENTES EM EMPRESA DE SERVIÇOS DE SAÚDE, DA EDUCAÇÃO, OU DE SERVIÇOS CULTURAIS, SOCIAIS OU PESSOAIS  \n",
    "    DIRECTORS AND MANAGERS IN A HEALTH, EDUCATION, OR CULTURAL, SOCIAL OR PERSONAL SERVICES COMPANY\n",
    "\n",
    "14\tGERENTES    \n",
    "    MANAGERS\n",
    "\n",
    "20\tPESQUISADORES E PROFISSIONAIS POLICIENTÍFICOS\n",
    "    POLYSCIENTIFIC RESEARCHERS AND PROFESSIONALS\n",
    "\n",
    "21\tPROFISSIONAIS DAS CIÊNCIAS EXATAS, FÍSICAS E DA ENGENHARIA    \n",
    "    PROFESSIONALS IN EXACT, PHYSICAL AND ENGINEERING SCIENCES\n",
    "\n",
    "22\tPROFISSIONAIS DAS CIÊNCIAS BIOLÓGICAS, DA SAÚDE E AFINS   \n",
    "    PROFESSIONALS IN BIOLOGICAL, HEALTH AND RELATED SCIENCES\n",
    "\n",
    "23\tPROFISSIONAIS DO ENSINO      \n",
    "    TEACHING PROFESSIONALS\n",
    "\n",
    "24\tPROFISSIONAIS DAS CIÊNCIAS JURÍDICAS      \n",
    "    PROFESSIONALS OF LEGAL SCIENCES\n",
    "\n",
    "25\tPROFISSIONAIS DAS CIÊNCIAS SOCIAIS E HUMANAS  \n",
    "    PROFESSIONALS OF SOCIAL AND HUMAN SCIENCES\n",
    "\n",
    "26\tCOMUNICADORES, ARTISTAS E RELIGIOSOS  \n",
    "    COMMUNICATORS, ARTISTS AND RELIGIOUS\n",
    "\n",
    "27\tPROFISSIONAIS EM GASTRONOMIA\n",
    "    PROFESSIONALS IN GASTRONOMY\n",
    "\n",
    "30\tTÉCNICOS POLIVALENTES    \n",
    "    POLYVALENT TECHNICIAN \n",
    "\n",
    "31\tTÉCNICOS DE NÍVEL MÉDIO DAS CIÊNCIAS FÍSICAS, QUÍMICAS, ENGENHARIA E AFINS  \n",
    "    MIDDLE LEVEL TECHNICIANS IN PHYSICAL, CHEMICAL, ENGINEERING AND RELATED SCIENCES\n",
    "\n",
    "32\tTÉCNICOS DE NÍVEL MÉDIO DAS CIÊNCIAS BIOLÓGICAS, BIOQUÍMICAS, DA SAÚDE E AFINS \n",
    "    MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHEMICAL, HEALTH AND RELATED SCIENCES\n",
    "\n",
    "33\tPROFESSORES LEIGOS E DE NÍVEL MÉDIO    \n",
    "    LAY TEACHERS AND MIDDLE LEVEL\n",
    "\n",
    "34\tTÉCNICOS DE NÍVEL MÉDIO EM SERVIÇOS DE TRANSPORTES   \n",
    "    MEDIUM-LEVEL TECHNICIANS IN TRANSPORTATION SERVICES\n",
    "\n",
    "35\tTÉCNICOS DE NIVEL MÉDIO NAS CIÊNCIAS ADMINISTRATIVAS  \n",
    "    MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCIENCES\n",
    "\n",
    "37\tTÉCNICOS EM NIVEL MÉDIO DOS SERVIÇOS CULTURAIS, DAS COMUNICAÇÕES E DOS DESPORTOS  \n",
    "    MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES, COMMUNICATIONS AND SPORTS\n",
    "\n",
    "39\tOUTROS TÉCNICOS DE NÍVEL MÉDIO\n",
    "    OTHER MIDDLE LEVEL TECHNICIANS\n",
    "\n",
    "41\tESCRITURÁRIOS    \n",
    "    CLERK\n",
    "\n",
    "42\tTRABALHADORES DE ATENDIMENTO AO PÚBLICO   \n",
    "    PUBLIC SERVICE WORKERS\n",
    "\n",
    "51\tTRABALHADORES DOS SERVIÇOS  \n",
    "    SERVICE WORKERS\n",
    "\n",
    "52\tVENDEDORES E PRESTADORES DE SERVIÇOS DO COMÉRCIO  \n",
    "    SELLERS AND SERVICE PROVIDERS\n",
    "\n",
    "61\tPRODUTORES NA EXPLORAÇÃO AGROPECUÁRIA \n",
    "    PRODUCERS IN CATTLE RANCHING EXPLORATION\n",
    "\n",
    "62\tTRABALHADORES NA EXPLORAÇÃO AGROPECUÁRIA   \n",
    "    WORKERS IN CATTLE RANCHING EXPLORATION\n",
    "\n",
    "63\tPESCADORES E EXTRATIVISTAS FLORESTAIS    \n",
    "    FISHERMEN AND FORESTRY EXTRACTORS\n",
    "\n",
    "64\tTRABALHADORES DA MECANIZAÇÃO AGROPECUÁRIA E FLORESTAL \n",
    "    CATTLE RANCHING AND FORESTRY MECHANIZATION WORKERS\n",
    "\n",
    "71\tTRABALHADORES DA INDÚSTRIA EXTRATIVA E DA CONSTRUÇÃO CIVIL \n",
    "    WORKERS IN THE EXTRACTIVE INDUSTRY AND CIVIL CONSTRUCTION\n",
    "\n",
    "72\tTRABALHADORES DA TRANSFORMAÇÃO DE METAIS E DE COMPÓSITOS  \n",
    "    METAL AND COMPOSITE TRANSFORMATION WORKERS\n",
    "\n",
    "73\tTRABALHADORES DA FABRICAÇÃO E INSTALAÇÃO ELETROELETRÔNICA  \n",
    "    WORKERS IN ELECTRO-ELECTRONIC MANUFACTURING AND INSTALLATION\n",
    "\n",
    "74\tMONTADORES DE APARELHOS E INSTRUMENTOS DE PRECISÃO E MUSICAIS   \n",
    "    ASSEMBLERS OF PRECISION AND MUSICAL APPARATUS AND INSTRUMENTS\n",
    "\n",
    "75\tJOALHEIROS, VIDREIROS, CERAMISTAS E AFINS    \n",
    "    JEWELERS, GLASSMEN, CERAMISTS AND RELATED\n",
    "\n",
    "76\tTRABALHADORES NAS INDÚSTRIAS TÊXTIL, DO CURTIMENTO, DO VESTÚARIO E DAS ARTES GRÁFICAS   \n",
    "    WORKERS IN THE TEXTILE, TANNING, CLOTHING AND GRAPHIC ARTS INDUSTRIES\n",
    "\n",
    "77\tTRABALHADORES DAS INDÚSTRIAS DE MADEIRA E DO MOBILIÁRIO \n",
    "    WORKERS IN THE WOOD AND FURNITURE INDUSTRIES\n",
    "\n",
    "78\tTRABALHADORES DE FUNÇÕES TRANSVERSAIS \n",
    "    CROSS FUNCTIONAL WORKERS\n",
    "\n",
    "79\tTRABALHADORES DO ARTESANATO\n",
    "    HANDICRAFT WORKERS\n",
    "\n",
    "81\tTRABALHADORES EM INDÚSTRIAS DE PROCESSOS CONTÍNUOS E OUTRAS INDÚSTRIAS      \n",
    "    WORKERS IN CONTINUOUS PROCESSES AND OTHER INDUSTRIES\n",
    "\n",
    "82\tTRABALHADORES DE INSTALAÇÕES SIDERÚRGICAS E DE MATERIAIS DE CONSTRUÇÃO \n",
    "    WORKERS IN STEEL FACILITIES AND CONSTRUCTION MATERIALS\n",
    "\n",
    "83\tTRABALHADORES DE INSTALAÇÕES E MÁQUINAS DE FABRICAÇÃO DE CELULOSE E PAPEL  \n",
    "    WORKERS IN PULP AND PAPER MANUFACTURING FACILITIES AND MACHINES\n",
    "\n",
    "84\tTRABALHADORES DA FABRICAÇÃO DE ALIMENTOS, BEBIDAS E FUMO     \n",
    "    FOOD, BEVERAGE AND SMOKE MANUFACTURING WORKERS\n",
    "\n",
    "86\tOPERADORES DE PRODUÇÃO, CAPTAÇÃO, TRATAMENTO E DISTRIBUIÇÃO (ENERGIA, ÁGUA E UTILIDADES)\n",
    "    OPERATORS OF PRODUCTION, CAPTURE, TREATMENT AND DISTRIBUTION (ENERGY, WATER AND UTILITIES)\n",
    "\n",
    "87\tOPERADORES DE OUTRAS INSTALAÇÕES INDUSTRIAIS       \n",
    "    OPERATORS OF OTHER INDUSTRIAL FACILITIES\n",
    "\n",
    "91\tTRABALHADORES EM SERVIÇOS DE REPARAÇÃO E MANUTENÇÃO MECÂNICA   \n",
    "    WORKERS IN MECHANICAL REPAIR AND MAINTENANCE SERVICES\n",
    "\n",
    "95\tPOLIMANTENEDORES                                    \n",
    "    MAINTAINER\n",
    "\n",
    "99\tOUTROS TRABALHADORES DA CONSERVAÇÃO, MANUTENÇÃO E REPARAÇÃO      \n",
    "    OTHER CONSERVATION, MAINTENANCE AND REPAIR WORKERS\n",
    "\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "b68443dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['32', '35', '37', '51', '71', '41', '11', '21', '22', '33', '42',\n",
       "       '23', '52', '25', '78', '62', '26', '13', '34', '12', '14', '24',\n",
       "       '84', '72', '77', '30', '76', '91', '31', '39', '99', '81', '01',\n",
       "       '95', '73', '20', '86', '82', '64', '02', '83', '27', '61', '63',\n",
       "       '75', '74', '03', '00', '79'], dtype=object)"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Main SubGroup 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "48850c56",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "      <th>CBO Broad Group Name 2002</th>\n",
       "      <th>CBO Main SubGroup 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>63178</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63180</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146366</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146369</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146372</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146375</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146378</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179214</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187744</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187747</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214209</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220325</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223314</th>\n",
       "      <td>0000-1</td>\n",
       "      <td>0</td>\n",
       "      <td>MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...</td>\n",
       "      <td>00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       CBO Occupation 2002 CBO Broad Group 2002  \\\n",
       "63178               0000-1                    0   \n",
       "63180               0000-1                    0   \n",
       "146366              0000-1                    0   \n",
       "146369              0000-1                    0   \n",
       "146372              0000-1                    0   \n",
       "146375              0000-1                    0   \n",
       "146378              0000-1                    0   \n",
       "179214              0000-1                    0   \n",
       "187744              0000-1                    0   \n",
       "187747              0000-1                    0   \n",
       "214209              0000-1                    0   \n",
       "220325              0000-1                    0   \n",
       "223314              0000-1                    0   \n",
       "\n",
       "                                CBO Broad Group Name 2002  \\\n",
       "63178   MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "63180   MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "146366  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "146369  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "146372  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "146375  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "146378  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "179214  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "187744  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "187747  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "214209  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "220325  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "223314  MEMBERS OF THE ARMED FORCES, POLICE AND MILITA...   \n",
       "\n",
       "       CBO Main SubGroup 2002  \n",
       "63178                      00  \n",
       "63180                      00  \n",
       "146366                     00  \n",
       "146369                     00  \n",
       "146372                     00  \n",
       "146375                     00  \n",
       "146378                     00  \n",
       "179214                     00  \n",
       "187744                     00  \n",
       "187747                     00  \n",
       "214209                     00  \n",
       "220325                     00  \n",
       "223314                     00  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002[rais2019cbo2002['CBO Main SubGroup 2002']=='00']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "b44004f4",
   "metadata": {},
   "outputs": [],
   "source": [
    "#'00' should not be in the Main SubGroup.'0' is from the Broad Group Name that turns into 1,2 or 3 in the Main SubGroup, and not '00'\n",
    "#so it needs to be dropped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "f86575e0",
   "metadata": {},
   "outputs": [],
   "source": [
    "rais2019cbo2002 = rais2019cbo2002[rais2019cbo2002['CBO Main SubGroup 2002'] != '00']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "c735fe0f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['32', '35', '37', '51', '71', '41', '11', '21', '22', '33', '42',\n",
       "       '23', '52', '25', '78', '62', '26', '13', '34', '12', '14', '24',\n",
       "       '84', '72', '77', '30', '76', '91', '31', '39', '99', '81', '01',\n",
       "       '95', '73', '20', '86', '82', '64', '02', '83', '27', '61', '63',\n",
       "       '75', '74', '03', '79'], dtype=object)"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Main SubGroup 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "958202f4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "      <th>CBO Broad Group Name 2002</th>\n",
       "      <th>CBO Main SubGroup 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CBO Occupation 2002 CBO Broad Group 2002 CBO Broad Group Name 2002  \\\n",
       "0              322205                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "1              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "2              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "\n",
       "  CBO Main SubGroup 2002  \n",
       "0                     32  \n",
       "1                     35  \n",
       "2                     35  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "6c28e6dd",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-49-839144da82ee>:31: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  rais2019cbo2002['CBO Main SubGroup Name 2002'] = rais2019cbo2002['CBO Main SubGroup 2002'].replace(replacers)\n"
     ]
    }
   ],
   "source": [
    "replacers = {'01':'MEMBERS OF THE ARMED FORCES','02':'MILITARY POLICE',\n",
    "             '03':'MILITARY FIREMEN','11':'SUPERIOR MEMBERS AND OFFICERS OF THE PUBLIC AUTHORITY',\n",
    "             '12':'DIRECTORS OF COMPANIES AND ORGANIZATIONS (EXCEPT PUBLIC INTEREST)', \n",
    "             '13':'DIRECTORS AND MANAGERS IN A HEALTH, EDUCATION, OR CULTURAL, SOCIAL OR PERSONAL SERVICES COMPANY',\n",
    "             '14':'MANAGERS','20':'POLYSCIENTIFIC RESEARCHERS AND PROFESSIONALS',\n",
    "             '21':'PROFESSIONALS IN EXACT, PHYSICAL AND ENGINEERING SCIENCES', \n",
    "             '22':'PROFESSIONALS IN BIOLOGICAL, HEALTH AND RELATED SCIENCES',\n",
    "             '23':'TEACHING PROFESSIONALS', \n",
    "             '24':'PROFESSIONALS OF LEGAL SCIENCES','25':'PROFESSIONALS OF SOCIAL AND HUMAN SCIENCES',\n",
    "             '26':'COMMUNICATORS, ARTISTS AND RELIGIOUS','27':'PROFESSIONALS IN GASTRONOMY',\n",
    "             '30':'EDUCATION','POLYVALENT TECHNICIAN':'HUMAN HEALTH AND SOCIAL SERVICES',\n",
    "             '31':'MIDDLE LEVEL TECHNICIANS IN PHYSICAL, CHEMICAL, ENGINEERING AND RELATED SCIENCES',\n",
    "             '32':'MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHEMICAL, HEALTH AND RELATED SCIENCES',\n",
    "             '33':'LAY TEACHERS AND MIDDLE LEVEL',\n",
    "             '34':'MEDIUM-LEVEL TECHNICIANS IN TRANSPORTATION SERVICES',\n",
    "            '35':'MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCIENCES',\n",
    "            '37':'MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES, COMMUNICATIONS AND SPORTS',\n",
    "            '39': 'OTHER MIDDLE LEVEL TECHNICIANS',\n",
    "            '41':'CLERK','42':'PUBLIC SERVICE WORKERS','51':'SERVICE WORKERS',\n",
    "            '52':'SELLERS AND SERVICE PROVIDERS', '61':'PRODUCERS IN CATTLE RANCHING EXPLORATION',\n",
    "            '62':'WORKERS IN CATTLE RANCHING EXPLORATION','63':'FISHERMEN AND FORESTRY EXTRACTORS',\n",
    "            '64':'CATTLE RANCHING AND FORESTRY MECHANIZATION WORKERS','71':'WORKERS IN THE EXTRACTIVE INDUSTRY AND CIVIL CONSTRUCTION',\n",
    "            '72':'METAL AND COMPOSITE TRANSFORMATION WORKERS','73':'WORKERS IN ELECTRO-ELECTRONIC MANUFACTURING AND INSTALLATION',\n",
    "            '74':'ASSEMBLERS OF PRECISION AND MUSICAL APPARATUS AND INSTRUMENTS','75':'JEWELERS, GLASSMEN, CERAMISTS AND RELATED',\n",
    "            '76':'WORKERS IN THE TEXTILE, TANNING, CLOTHING AND GRAPHIC ARTS INDUSTRIES','77':'WORKERS IN THE WOOD AND FURNITURE INDUSTRIES',\n",
    "            '78':'CROSS FUNCTIONAL WORKERS','79':'HANDICRAFT WORKERS','81':'WORKERS IN CONTINUOUS PROCESSES AND OTHER INDUSTRIES',\n",
    "            '82':'WORKERS IN STEEL FACILITIES AND CONSTRUCTION MATERIALS','83':'WORKERS IN PULP AND PAPER MANUFACTURING FACILITIES AND MACHINES',\n",
    "            '84':'FOOD, BEVERAGE AND SMOKE MANUFACTURING WORKERS','86':'OPERATORS OF PRODUCTION, CAPTURE, TREATMENT AND DISTRIBUTION (ENERGY, WATER AND UTILITIES)',\n",
    "            '87':'OPERATORS OF OTHER INDUSTRIAL FACILITIES','91':'WORKERS IN MECHANICAL REPAIR AND MAINTENANCE SERVICES',\n",
    "            '95':'MAINTAINER','99':'OTHER CONSERVATION, MAINTENANCE AND REPAIR WORKERS'} \n",
    "rais2019cbo2002['CBO Main SubGroup Name 2002'] = rais2019cbo2002['CBO Main SubGroup 2002'].replace(replacers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "1d118f88",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHEMICAL, HEALTH AND RELATED SCIENCES',\n",
       "       'MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCIENCES',\n",
       "       'MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES, COMMUNICATIONS AND SPORTS',\n",
       "       'SERVICE WORKERS',\n",
       "       'WORKERS IN THE EXTRACTIVE INDUSTRY AND CIVIL CONSTRUCTION',\n",
       "       'CLERK', 'SUPERIOR MEMBERS AND OFFICERS OF THE PUBLIC AUTHORITY',\n",
       "       'PROFESSIONALS IN EXACT, PHYSICAL AND ENGINEERING SCIENCES',\n",
       "       'PROFESSIONALS IN BIOLOGICAL, HEALTH AND RELATED SCIENCES',\n",
       "       'LAY TEACHERS AND MIDDLE LEVEL', 'PUBLIC SERVICE WORKERS',\n",
       "       'TEACHING PROFESSIONALS', 'SELLERS AND SERVICE PROVIDERS',\n",
       "       'PROFESSIONALS OF SOCIAL AND HUMAN SCIENCES',\n",
       "       'CROSS FUNCTIONAL WORKERS',\n",
       "       'WORKERS IN CATTLE RANCHING EXPLORATION',\n",
       "       'COMMUNICATORS, ARTISTS AND RELIGIOUS',\n",
       "       'DIRECTORS AND MANAGERS IN A HEALTH, EDUCATION, OR CULTURAL, SOCIAL OR PERSONAL SERVICES COMPANY',\n",
       "       'MEDIUM-LEVEL TECHNICIANS IN TRANSPORTATION SERVICES',\n",
       "       'DIRECTORS OF COMPANIES AND ORGANIZATIONS (EXCEPT PUBLIC INTEREST)',\n",
       "       'MANAGERS', 'PROFESSIONALS OF LEGAL SCIENCES',\n",
       "       'FOOD, BEVERAGE AND SMOKE MANUFACTURING WORKERS',\n",
       "       'METAL AND COMPOSITE TRANSFORMATION WORKERS',\n",
       "       'WORKERS IN THE WOOD AND FURNITURE INDUSTRIES', 'EDUCATION',\n",
       "       'WORKERS IN THE TEXTILE, TANNING, CLOTHING AND GRAPHIC ARTS INDUSTRIES',\n",
       "       'WORKERS IN MECHANICAL REPAIR AND MAINTENANCE SERVICES',\n",
       "       'MIDDLE LEVEL TECHNICIANS IN PHYSICAL, CHEMICAL, ENGINEERING AND RELATED SCIENCES',\n",
       "       'OTHER MIDDLE LEVEL TECHNICIANS',\n",
       "       'OTHER CONSERVATION, MAINTENANCE AND REPAIR WORKERS',\n",
       "       'WORKERS IN CONTINUOUS PROCESSES AND OTHER INDUSTRIES',\n",
       "       'MEMBERS OF THE ARMED FORCES', 'MAINTAINER',\n",
       "       'WORKERS IN ELECTRO-ELECTRONIC MANUFACTURING AND INSTALLATION',\n",
       "       'POLYSCIENTIFIC RESEARCHERS AND PROFESSIONALS',\n",
       "       'OPERATORS OF PRODUCTION, CAPTURE, TREATMENT AND DISTRIBUTION (ENERGY, WATER AND UTILITIES)',\n",
       "       'WORKERS IN STEEL FACILITIES AND CONSTRUCTION MATERIALS',\n",
       "       'CATTLE RANCHING AND FORESTRY MECHANIZATION WORKERS',\n",
       "       'MILITARY POLICE',\n",
       "       'WORKERS IN PULP AND PAPER MANUFACTURING FACILITIES AND MACHINES',\n",
       "       'PROFESSIONALS IN GASTRONOMY',\n",
       "       'PRODUCERS IN CATTLE RANCHING EXPLORATION',\n",
       "       'FISHERMEN AND FORESTRY EXTRACTORS',\n",
       "       'JEWELERS, GLASSMEN, CERAMISTS AND RELATED',\n",
       "       'ASSEMBLERS OF PRECISION AND MUSICAL APPARATUS AND INSTRUMENTS',\n",
       "       'MILITARY FIREMEN', 'HANDICRAFT WORKERS'], dtype=object)"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002['CBO Main SubGroup Name 2002'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "f441be5d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CBO Occupation 2002</th>\n",
       "      <th>CBO Broad Group 2002</th>\n",
       "      <th>CBO Broad Group Name 2002</th>\n",
       "      <th>CBO Main SubGroup 2002</th>\n",
       "      <th>CBO Main SubGroup Name 2002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>322205</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>32</td>\n",
       "      <td>MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "      <td>MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>351425</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>35</td>\n",
       "      <td>MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>375120</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>37</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>375120</td>\n",
       "      <td>3</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS</td>\n",
       "      <td>37</td>\n",
       "      <td>MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES,...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CBO Occupation 2002 CBO Broad Group 2002 CBO Broad Group Name 2002  \\\n",
       "0              322205                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "1              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "2              351425                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "3              375120                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "4              375120                    3  MEDIUM LEVEL TECHNICIANS   \n",
       "\n",
       "  CBO Main SubGroup 2002                        CBO Main SubGroup Name 2002  \n",
       "0                     32  MIDDLE LEVEL TECHNICIANS IN BIOLOGICAL, BIOCHE...  \n",
       "1                     35  MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCI...  \n",
       "2                     35  MEDIUM-LEVEL TECHNICIANS IN ADMINISTRATIVE SCI...  \n",
       "3                     37  MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES,...  \n",
       "4                     37  MEDIUM LEVEL TECHNICIANS IN CULTURAL SERVICES,...  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rais2019cbo2002.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "45ca16b6",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}