Update 04_Create_Acs_Indicators.ipynb

Author: bniajfi

notebooks/04_Create_Acs_Indicators.ipynb

@@ -24,28 +24,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 2,
-      "metadata": {
-        "id": "HhQ_FIqhjHEG"
-      },
-      "outputs": [],
-      "source": [
-        "#export \n",
-        "\n",
-        "#These are the libraries used by every script. The scripts WILL NOT run without them. \n",
-        "from VitalSigns.acsDownload import retrieve_acs_data\n",
-        "from dataplay.merge import mergeDatasets\n",
-        "from dataplay.intaker import Intake \n",
-        "from IPython.display import clear_output\n",
-        "import pandas as pd\n",
-        "import geopandas as gpd\n",
-        "import glob\n",
-        "import numpy"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 25,
+      "execution_count": 1,
       "metadata": {
         "id": "c38OYV2HZ65Y"
       },
@@ -88,31 +67,34 @@
         "    fi = fi.drop(fi.index[1]) #Remove baltimore City row from fi based on index location - its index location is 1 for both 2010 and 2020 indicators.\n",
         "    fi.loc['Baltimore City'] = bc\n",
         "    \n",
-        "    return fi\n",
-        "\n",
-        "#Add 2010 CSA Column\n",
-        "def add_CSA2010(df):\n",
-        "  fi = df\n",
-        "  CSA_Crosswalk = pd.read_csv(\"https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2010_2020.csv\")\n",
-        "\n",
-        "  fi.reset_index(inplace=True)\n",
-        "  fi = CSA_Crosswalk.merge(fi, on=\"CSA2020\", how=\"outer\")\n",
-        "  \n",
-        "  return fi\n",
-        "\n",
-        "def add_CSA2020(df):\n",
-        "  fi = df\n",
-        "  CSA_Crosswalk = pd.read_csv(\"https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2010_2020.csv\")\n",
+        "    return fi"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "HhQ_FIqhjHEG"
+      },
+      "outputs": [],
+      "source": [
+        "#export \n",
         "\n",
-        "  fi.reset_index(inplace=True)\n",
-        "  fi = CSA_Crosswalk.merge(fi, on=\"CSA2010\", how=\"outer\")\n",
-        "  \n",
-        "  return fi"
+        "#These are the libraries used by every script. The scripts WILL NOT run without them. \n",
+        "from VitalSigns.acsDownload import retrieve_acs_data\n",
+        "from dataplay.merge import mergeDatasets\n",
+        "from dataplay.intaker import Intake \n",
+        "from IPython.display import clear_output\n",
+        "import pandas as pd\n",
+        "import geopandas as gpd\n",
+        "import glob\n",
+        "import numpy\n",
+        "import csv"
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": 28,
+      "execution_count": null,
       "metadata": {
         "id": "SyPNNQF8q9nC"
       },
@@ -123,7 +105,7 @@
         "\n",
         "def createAcsIndicator(state, county, tract, year, tableId,\n",
         "                    mergeUrl, merge_left_col, merge_right_col, merge_how, groupBy,\n",
-        "                    aggMethod, method, columnsToInclude):\n",
+        "                    aggMethod, method, columnsToInclude, finalFileName=False):\n",
         "\n",
         "  # Pull the data\n",
         "  df = retrieve_acs_data(state, county, tract, tableId, year)\n",
@@ -154,22 +136,17 @@
         "  # Create the indicator\n",
         "  print('Creating Indicator')\n",
         "  resp = method( df, columnsToInclude)\n",
-        "  \n",
-        "  #Add Missing CSA Column\n",
-        "  data_year = year\n",
-        "  print(\"Adding Missing CSA Column\")\n",
-        "  if int(data_year) <= 19:\n",
-        "    resp = add_CSA2020(resp)\n",
-        "  else:\n",
-        "    resp = add_CSA2010(resp)\n",
-        "\n",
         "  print('Indicator Created')\n",
+        "  if finalFileName:\n",
+        "    resp.to_csv(finalFileName, quoting=csv.QUOTE_ALL)\n",
+        "    print('Indicator Saved')\n",
+        "\n",
         "  return resp"
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": 8,
+      "execution_count": null,
       "metadata": {
         "id": "MHRv3nlMg06s"
       },
@@ -271,7 +248,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 30,
+      "execution_count": null,
       "metadata": {
         "id": "9xXphAkqg0z2"
       },
@@ -306,7 +283,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 19,
+      "execution_count": null,
       "metadata": {
         "id": "QTqlJLdUg0tU"
       },
@@ -340,7 +317,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 32,
+      "execution_count": null,
       "metadata": {
         "id": "9O82H26kg_L5"
       },
@@ -370,7 +347,8 @@
         "                      groupBy = 'CSA2010',\n",
         "                      aggMethod= 'sum', \n",
         "                      method = hisp,\n",
-        "                      columnsToInclude = [])\n",
+        "                      columnsToInclude = [],\n",
+        "                      finalFileName=False)\n",
         "  else:\n",
         "    fi_hisp = createAcsIndicator(state = '24', county = '510', tract = '*' , year = chosen_year, tableId = 'B03002',\n",
         "                      mergeUrl = 'https://raw.githubusercontent.com/BNIA/VitalSigns/main/CSA2020.csv', \n",
@@ -380,7 +358,8 @@
         "                      groupBy = 'CSA2020',\n",
         "                      aggMethod= 'sum', \n",
         "                      method = hisp,\n",
-        "                      columnsToInclude = [])\n",
+        "                      columnsToInclude = [],\n",
+        "                      finalFileName=False)\n",
         "\n",
         "  #Column 012E from the Hisp table has a different name on the years prior to 2019. \n",
         "  #This  code changes the name of that column automatically for every year prior to 2019.\n",
@@ -426,7 +405,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 21,
+      "execution_count": null,
       "metadata": {
         "id": "OyxGbFfCjd2-"
       },
@@ -1887,6 +1866,8 @@
   ],
   "metadata": {
     "colab": {
+      "collapsed_sections": [],
+      "name": "04_Create_Acs_Indicatorsipynb",
       "provenance": []
     },
     "kernelspec": {
@@ -1914,4 +1895,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}