Update 04_Create_Acs_Indicators.ipynb

Author: bniajfi

notebooks/04_Create_Acs_Indicators.ipynb

@@ -24,7 +24,29 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 1,
+      "execution_count": 4,
+      "metadata": {
+        "id": "HhQ_FIqhjHEG"
+      },
+      "outputs": [],
+      "source": [
+        "#export \n",
+        "\n",
+        "#These are the libraries used by every script. The scripts WILL NOT run without them. \n",
+        "from VitalSigns.acsDownload import retrieve_acs_data\n",
+        "from dataplay.merge import mergeDatasets\n",
+        "from dataplay.intaker import Intake \n",
+        "from IPython.display import clear_output\n",
+        "import pandas as pd\n",
+        "import geopandas as gpd\n",
+        "import glob\n",
+        "import numpy\n",
+        "import csv"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 35,
       "metadata": {
         "id": "c38OYV2HZ65Y"
       },
@@ -67,34 +89,32 @@
         "    fi = fi.drop(fi.index[1]) #Remove baltimore City row from fi based on index location - its index location is 1 for both 2010 and 2020 indicators.\n",
         "    fi.loc['Baltimore City'] = bc\n",
         "    \n",
-        "    return fi"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "HhQ_FIqhjHEG"
-      },
-      "outputs": [],
-      "source": [
-        "#export \n",
+        "    return fi\n",
         "\n",
-        "#These are the libraries used by every script. The scripts WILL NOT run without them. \n",
-        "from VitalSigns.acsDownload import retrieve_acs_data\n",
-        "from dataplay.merge import mergeDatasets\n",
-        "from dataplay.intaker import Intake \n",
-        "from IPython.display import clear_output\n",
-        "import pandas as pd\n",
-        "import geopandas as gpd\n",
-        "import glob\n",
-        "import numpy\n",
-        "import csv"
+        "#Add 2010 CSA Names Column\n",
+        "def add_CSA2010(df):\n",
+        "  fi = df\n",
+        "  CSA_Crosswalk = pd.read_csv(\"https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2010_2020.csv\")\n",
+        "\n",
+        "  fi.reset_index(inplace=True)\n",
+        "  fi = CSA_Crosswalk.merge(fi, on=\"CSA2020\", how=\"inner\")\n",
+        "\n",
+        "  return fi\n",
+        "\n",
+        "#Add 2020 CSA Names Column\n",
+        "def add_CSA2020(df):\n",
+        "  fi = df\n",
+        "  CSA_Crosswalk = pd.read_csv(\"https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2010_2020.csv\")\n",
+        "\n",
+        "  fi.reset_index(inplace=True)\n",
+        "  fi = CSA_Crosswalk.merge(fi, on=\"CSA2010\", how=\"inner\")\n",
+        "\n",
+        "  return fi  "
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 49,
       "metadata": {
         "id": "SyPNNQF8q9nC"
       },
@@ -105,7 +125,7 @@
         "\n",
         "def createAcsIndicator(state, county, tract, year, tableId,\n",
         "                    mergeUrl, merge_left_col, merge_right_col, merge_how, groupBy,\n",
-        "                    aggMethod, method, columnsToInclude, finalFileName=False):\n",
+        "                    aggMethod, method, columnsToInclude):\n",
         "\n",
         "  # Pull the data\n",
         "  df = retrieve_acs_data(state, county, tract, tableId, year)\n",
@@ -136,17 +156,21 @@
         "  # Create the indicator\n",
         "  print('Creating Indicator')\n",
         "  resp = method( df, columnsToInclude)\n",
-        "  print('Indicator Created')\n",
-        "  if finalFileName:\n",
-        "    resp.to_csv(finalFileName, quoting=csv.QUOTE_ALL)\n",
-        "    print('Indicator Saved')\n",
+        "  \n",
+        "  #Append Missing CSA Column (2010 or 2020)\n",
+        "  print(\"Appending Missing CSA Column\")\n",
+        "  if int(year) <=19:\n",
+        "    resp = add_CSA2020(resp)\n",
+        "  else:\n",
+        "    resp = add_CSA2010(resp)\n",
         "\n",
+        "  print('Indicator Created')\n",
         "  return resp"
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 41,
       "metadata": {
         "id": "MHRv3nlMg06s"
       },
@@ -347,8 +371,7 @@
         "                      groupBy = 'CSA2010',\n",
         "                      aggMethod= 'sum', \n",
         "                      method = hisp,\n",
-        "                      columnsToInclude = [],\n",
-        "                      finalFileName=False)\n",
+        "                      columnsToInclude = [])\n",
         "  else:\n",
         "    fi_hisp = createAcsIndicator(state = '24', county = '510', tract = '*' , year = chosen_year, tableId = 'B03002',\n",
         "                      mergeUrl = 'https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2020.csv', \n",
@@ -358,8 +381,7 @@
         "                      groupBy = 'CSA2020',\n",
         "                      aggMethod= 'sum', \n",
         "                      method = hisp,\n",
-        "                      columnsToInclude = [],\n",
-        "                      finalFileName=False)\n",
+        "                      columnsToInclude = [])\n",
         "\n",
         "  #Column 012E from the Hisp table has a different name on the years prior to 2019. \n",
         "  #This  code changes the name of that column automatically for every year prior to 2019.\n",
@@ -1866,8 +1888,6 @@
   ],
   "metadata": {
     "colab": {
-      "collapsed_sections": [],
-      "name": "04_Create_Acs_Indicatorsipynb",
       "provenance": []
     },
     "kernelspec": {
@@ -1895,4 +1915,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}