CrimeDistances.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Police stations: Police_Stations_-_Map.csv\n",
    "# Libraries: Libraries_-Locations_Hours_and_Contact_Information.csv\n",
    "# Schools: Chicago Public Schools - School Loactions SY1011.geojson\n",
    "# Todo: for each police report, find distance to nearest station, to nearest library, and to nearest school\n",
    "# Done: Identify which neighborhood each report occurred in"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "from math import sqrt\n",
    "import geopandas as gpd\n",
    "import pandas as pd\n",
    "import shapely\n",
    "from shapely.ops import nearest_points\n",
    "import numpy as np\n",
    "from scipy import ndimage\n",
    "from scipy.spatial import cKDTree  \n",
    "import pyproj\n",
    "\n",
    "import matplotlib\n",
    "from matplotlib.pyplot import figure\n",
    "import matplotlib.pyplot as plt\n",
    "from matplotlib import cm\n",
    "from matplotlib.ticker import LinearLocator, FormatStrFormatter\n",
    "from matplotlib.colors import ListedColormap\n",
    "from matplotlib.ticker import MaxNLocator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Do housekeeping between runs\n",
    "objects = ['neighborhoods',\n",
    "           'schools',\n",
    "           'crimes_extract',\n",
    "           'crimes_header',\n",
    "           'crimes']\n",
    "\n",
    "for thing in objects:\n",
    "    try:\n",
    "        del thing\n",
    "    except NameError as e:\n",
    "        print(\"Couldn't delete {0}\".format(thing))\n",
    "        print(e)\n",
    "        continue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_rows', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def nearest(row, geom_union, df1, df2, geom1_col='geometry', geom2_col='geometry', src_column=None):\n",
    "    \"\"\"Find the nearest point and return the corresponding value from specified column.\"\"\"\n",
    "    # Find the geometry that is closest\n",
    "    nearest = df2[geom2_col] == nearest_points(row[geom1_col], geom_union)[1]\n",
    "    #nearest = df2[geom2_col] == nearest_points(df1, df2)[1]\n",
    "    # Get the corresponding value from df2 (matching is based on the geometry)\n",
    "    value = df2[nearest][src_column].get_values()[0]\n",
    "    return value"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "def geod2utm(row):\n",
    "    '''   Convert geodetic coordinates to UTM   '''\n",
    "    #if zn == None :\n",
    "    #    zn = lon2zone (lon)\n",
    "    zn = '16T'\n",
    "    datum = 'WGS84'\n",
    "    lat = row['lat']\n",
    "    lon = row['lon']\n",
    "        \n",
    "    p = pyproj.Proj(proj='utm', zone=zn, ellps=datum)\n",
    "    \n",
    "    X, Y = p(lon, lat)\n",
    "    \n",
    "    #   Return Y, X, Z\n",
    "    # return Y, X, elev\n",
    "    return pd.Series({'UTMx': X, 'UTMy': Y})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "def make_utm_points(row):\n",
    "    UTMx = row['UTMx']\n",
    "    UTMy = row['UTMy']\n",
    "    UTMPoint = shapely.geometry.Point(UTMx, UTMy)\n",
    "    return UTMPoint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes = pd.read_pickle(\"crimes.pkl\")\n",
    "#crimes_header = ['ID', 'case number', 'date', 'block', 'iucr', 'primary type', 'desc', 'locdesc',\n",
    "#                 'arrest', 'domestic', 'beat', 'district', 'ward', 'community area', 'fbi code',\n",
    "#                 'x coord', 'y coord', 'year', 'updated on', 'lat', 'lon', 'location'\n",
    "#                ]\n",
    "#crimes = pd.read_csv(\"parallel/xaa\", names=crimes_header, header=None)\n",
    "crimes.dropna(subset=['lat', 'lon'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# with_incomes = pd.read_pickle(\"with_incomes.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "neighborhoods = pd.read_pickle(\"neighborhoods.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "schools = pd.read_pickle(\"schools.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'geopandas.geodataframe.GeoDataFrame'>\n",
      "Int64Index: 688 entries, 4610 to 4210\n",
      "Data columns (total 9 columns):\n",
      "geometry     688 non-null object\n",
      "SCHOOL_NM    688 non-null object\n",
      "SCHOOL_ID    688 non-null int64\n",
      "SCH_ADDR     688 non-null object\n",
      "GRADE_CAT    688 non-null object\n",
      "SCH_TYPE     688 non-null object\n",
      "lon          688 non-null float64\n",
      "lat          688 non-null float64\n",
      "UNIT_ID      688 non-null int64\n",
      "dtypes: float64(2), int64(2), object(5)\n",
      "memory usage: 53.8+ KB\n"
     ]
    }
   ],
   "source": [
    "schools.rename(columns={'X': 'lon', 'Y': 'lat'}, inplace=True)\n",
    "schools.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geometry</th>\n",
       "      <th>SCHOOL_NM</th>\n",
       "      <th>SCHOOL_ID</th>\n",
       "      <th>SCH_ADDR</th>\n",
       "      <th>GRADE_CAT</th>\n",
       "      <th>SCH_TYPE</th>\n",
       "      <th>lon</th>\n",
       "      <th>lat</th>\n",
       "      <th>UNIT_ID</th>\n",
       "      <th>UTMx</th>\n",
       "      <th>UTMy</th>\n",
       "      <th>UTMPoint</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UNIT_ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4610</th>\n",
       "      <td>POINT (-87.5748539059 41.7483660139)</td>\n",
       "      <td>MANN</td>\n",
       "      <td>610052</td>\n",
       "      <td>8050 S CHAPPEL AV</td>\n",
       "      <td>ES</td>\n",
       "      <td>Elementary School</td>\n",
       "      <td>-87.574854</td>\n",
       "      <td>41.748366</td>\n",
       "      <td>4610</td>\n",
       "      <td>452204.771983</td>\n",
       "      <td>4.621998e+06</td>\n",
       "      <td>POINT (452204.7719826915 4621997.860158128)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5180</th>\n",
       "      <td>POINT (-87.57284397069999 41.768650177)</td>\n",
       "      <td>OKEEFFE</td>\n",
       "      <td>610103</td>\n",
       "      <td>6940 S MERRILL AV</td>\n",
       "      <td>ES</td>\n",
       "      <td>Elementary School</td>\n",
       "      <td>-87.572844</td>\n",
       "      <td>41.768650</td>\n",
       "      <td>5180</td>\n",
       "      <td>452386.881166</td>\n",
       "      <td>4.624249e+06</td>\n",
       "      <td>POINT (452386.881166386 4624248.790945017)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5300</th>\n",
       "      <td>POINT (-87.5829920307 41.768594283)</td>\n",
       "      <td>PARKSIDE</td>\n",
       "      <td>610116</td>\n",
       "      <td>6938 S EAST END AV</td>\n",
       "      <td>ES</td>\n",
       "      <td>Elementary School</td>\n",
       "      <td>-87.582992</td>\n",
       "      <td>41.768594</td>\n",
       "      <td>5300</td>\n",
       "      <td>451543.358669</td>\n",
       "      <td>4.624248e+06</td>\n",
       "      <td>POINT (451543.3586693273 4624248.25277694)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5440</th>\n",
       "      <td>POINT (-87.60800008530001 41.740365734)</td>\n",
       "      <td>PIRIE</td>\n",
       "      <td>610130</td>\n",
       "      <td>650 E 85TH ST</td>\n",
       "      <td>ES</td>\n",
       "      <td>Elementary School</td>\n",
       "      <td>-87.608000</td>\n",
       "      <td>41.740366</td>\n",
       "      <td>5440</td>\n",
       "      <td>449442.603124</td>\n",
       "      <td>4.621129e+06</td>\n",
       "      <td>POINT (449442.6031235668 4621128.574748854)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5610</th>\n",
       "      <td>POINT (-87.60015764629999 41.764223475)</td>\n",
       "      <td>REVERE</td>\n",
       "      <td>610146</td>\n",
       "      <td>1010 E 72ND ST</td>\n",
       "      <td>ES</td>\n",
       "      <td>Elementary School</td>\n",
       "      <td>-87.600158</td>\n",
       "      <td>41.764223</td>\n",
       "      <td>5610</td>\n",
       "      <td>450113.209645</td>\n",
       "      <td>4.623773e+06</td>\n",
       "      <td>POINT (450113.2096448886 4623772.796898597)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        geometry SCHOOL_NM  SCHOOL_ID  \\\n",
       "UNIT_ID                                                                 \n",
       "4610        POINT (-87.5748539059 41.7483660139)      MANN     610052   \n",
       "5180     POINT (-87.57284397069999 41.768650177)   OKEEFFE     610103   \n",
       "5300         POINT (-87.5829920307 41.768594283)  PARKSIDE     610116   \n",
       "5440     POINT (-87.60800008530001 41.740365734)     PIRIE     610130   \n",
       "5610     POINT (-87.60015764629999 41.764223475)    REVERE     610146   \n",
       "\n",
       "                   SCH_ADDR GRADE_CAT           SCH_TYPE        lon  \\\n",
       "UNIT_ID                                                               \n",
       "4610      8050 S CHAPPEL AV        ES  Elementary School -87.574854   \n",
       "5180      6940 S MERRILL AV        ES  Elementary School -87.572844   \n",
       "5300     6938 S EAST END AV        ES  Elementary School -87.582992   \n",
       "5440          650 E 85TH ST        ES  Elementary School -87.608000   \n",
       "5610         1010 E 72ND ST        ES  Elementary School -87.600158   \n",
       "\n",
       "               lat  UNIT_ID           UTMx          UTMy  \\\n",
       "UNIT_ID                                                    \n",
       "4610     41.748366     4610  452204.771983  4.621998e+06   \n",
       "5180     41.768650     5180  452386.881166  4.624249e+06   \n",
       "5300     41.768594     5300  451543.358669  4.624248e+06   \n",
       "5440     41.740366     5440  449442.603124  4.621129e+06   \n",
       "5610     41.764223     5610  450113.209645  4.623773e+06   \n",
       "\n",
       "                                            UTMPoint  \n",
       "UNIT_ID                                               \n",
       "4610     POINT (452204.7719826915 4621997.860158128)  \n",
       "5180      POINT (452386.881166386 4624248.790945017)  \n",
       "5300      POINT (451543.3586693273 4624248.25277694)  \n",
       "5440     POINT (449442.6031235668 4621128.574748854)  \n",
       "5610     POINT (450113.2096448886 4623772.796898597)  "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "schools['UTMx'] = np.zeros(len(schools))\n",
    "schools['UTMy'] = np.zeros(len(schools))\n",
    "schools.loc[:, ('UTMx', 'UTMy')] = schools.apply(geod2utm, axis=1)\n",
    "schools['UTMPoint'] = schools.apply(make_utm_points, axis=1)\n",
    "schools.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'geopandas.geodataframe.GeoDataFrame'>\n",
      "RangeIndex: 77 entries, 0 to 76\n",
      "Data columns (total 10 columns):\n",
      "community     77 non-null object\n",
      "area          77 non-null object\n",
      "shape_area    77 non-null object\n",
      "perimeter     77 non-null object\n",
      "area_num_1    77 non-null object\n",
      "area_numbe    77 non-null float64\n",
      "comarea_id    77 non-null object\n",
      "comarea       77 non-null object\n",
      "shape_len     77 non-null object\n",
      "geometry      77 non-null object\n",
      "dtypes: float64(1), object(9)\n",
      "memory usage: 6.1+ KB\n"
     ]
    }
   ],
   "source": [
    "neighborhoods['area_numbe'] = neighborhoods['area_numbe'].astype('float64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes = (crimes.merge(neighborhoods[['community', 'area_numbe']], left_on='community area', right_on='area_numbe'))\n",
    "del crimes['area_numbe']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>case number</th>\n",
       "      <th>date</th>\n",
       "      <th>block</th>\n",
       "      <th>iucr</th>\n",
       "      <th>primary type</th>\n",
       "      <th>desc</th>\n",
       "      <th>locdesc</th>\n",
       "      <th>arrest</th>\n",
       "      <th>domestic</th>\n",
       "      <th>...</th>\n",
       "      <th>x coord</th>\n",
       "      <th>y coord</th>\n",
       "      <th>year</th>\n",
       "      <th>updated on</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>location</th>\n",
       "      <th>community</th>\n",
       "      <th>UTMx</th>\n",
       "      <th>UTMy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8265244</td>\n",
       "      <td>HT498458</td>\n",
       "      <td>09/15/2011 08:00:00 AM</td>\n",
       "      <td>040XX N MENARD AVE</td>\n",
       "      <td>0620</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>UNLAWFUL ENTRY</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1136960.0</td>\n",
       "      <td>1926315.0</td>\n",
       "      <td>2011</td>\n",
       "      <td>02/12/2018 03:46:59 PM</td>\n",
       "      <td>41.953965</td>\n",
       "      <td>-87.771918</td>\n",
       "      <td>(41.95396528, -87.771918163)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436025.308686</td>\n",
       "      <td>4.644953e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7357772</td>\n",
       "      <td>HS159408</td>\n",
       "      <td>07/01/2001 10:00:00 AM</td>\n",
       "      <td>056XX W CORNELIA AVE</td>\n",
       "      <td>0840</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>FINANCIAL ID THEFT: OVER $300</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1138173.0</td>\n",
       "      <td>1922746.0</td>\n",
       "      <td>2001</td>\n",
       "      <td>02/18/2010 01:12:55 AM</td>\n",
       "      <td>41.944150</td>\n",
       "      <td>-87.767546</td>\n",
       "      <td>(41.9441497, -87.767545572)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436377.940882</td>\n",
       "      <td>4.643860e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7609828</td>\n",
       "      <td>HS413731</td>\n",
       "      <td>07/13/2010 12:00:00 PM</td>\n",
       "      <td>041XX N LONG AVE</td>\n",
       "      <td>0820</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>$500 AND UNDER</td>\n",
       "      <td>PARK PROPERTY</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1139616.0</td>\n",
       "      <td>1926816.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.955292</td>\n",
       "      <td>-87.762142</td>\n",
       "      <td>(41.95529191, -87.762141971)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436836.850742</td>\n",
       "      <td>4.645093e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7610439</td>\n",
       "      <td>HS413034</td>\n",
       "      <td>07/16/2010 03:00:00 AM</td>\n",
       "      <td>056XX W SCHOOL ST</td>\n",
       "      <td>0486</td>\n",
       "      <td>BATTERY</td>\n",
       "      <td>DOMESTIC BATTERY SIMPLE</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>...</td>\n",
       "      <td>1138176.0</td>\n",
       "      <td>1921375.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.940387</td>\n",
       "      <td>-87.767568</td>\n",
       "      <td>(41.940387482, -87.767567805)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436372.357517</td>\n",
       "      <td>4.643442e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7610466</td>\n",
       "      <td>HS414753</td>\n",
       "      <td>07/17/2010 12:25:00 AM</td>\n",
       "      <td>032XX N CICERO AVE</td>\n",
       "      <td>1506</td>\n",
       "      <td>PROSTITUTION</td>\n",
       "      <td>SOLICIT ON PUBLIC WAY</td>\n",
       "      <td>ALLEY</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1143808.0</td>\n",
       "      <td>1920986.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.939216</td>\n",
       "      <td>-87.746878</td>\n",
       "      <td>(41.939216164, -87.746877814)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>438086.334871</td>\n",
       "      <td>4.643297e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 25 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID case number                    date                 block  iucr  \\\n",
       "0  8265244    HT498458  09/15/2011 08:00:00 AM    040XX N MENARD AVE  0620   \n",
       "1  7357772    HS159408  07/01/2001 10:00:00 AM  056XX W CORNELIA AVE  0840   \n",
       "2  7609828    HS413731  07/13/2010 12:00:00 PM      041XX N LONG AVE  0820   \n",
       "3  7610439    HS413034  07/16/2010 03:00:00 AM     056XX W SCHOOL ST  0486   \n",
       "4  7610466    HS414753  07/17/2010 12:25:00 AM    032XX N CICERO AVE  1506   \n",
       "\n",
       "   primary type                           desc        locdesc  arrest  \\\n",
       "0      BURGLARY                 UNLAWFUL ENTRY      RESIDENCE    True   \n",
       "1         THEFT  FINANCIAL ID THEFT: OVER $300      RESIDENCE   False   \n",
       "2         THEFT                 $500 AND UNDER  PARK PROPERTY   False   \n",
       "3       BATTERY        DOMESTIC BATTERY SIMPLE      RESIDENCE   False   \n",
       "4  PROSTITUTION          SOLICIT ON PUBLIC WAY          ALLEY    True   \n",
       "\n",
       "   domestic      ...         x coord    y coord  year              updated on  \\\n",
       "0     False      ...       1136960.0  1926315.0  2011  02/12/2018 03:46:59 PM   \n",
       "1     False      ...       1138173.0  1922746.0  2001  02/18/2010 01:12:55 AM   \n",
       "2     False      ...       1139616.0  1926816.0  2010  02/04/2016 06:33:39 AM   \n",
       "3      True      ...       1138176.0  1921375.0  2010  02/04/2016 06:33:39 AM   \n",
       "4     False      ...       1143808.0  1920986.0  2010  02/04/2016 06:33:39 AM   \n",
       "\n",
       "         lat        lon                       location     community  \\\n",
       "0  41.953965 -87.771918   (41.95396528, -87.771918163)  PORTAGE PARK   \n",
       "1  41.944150 -87.767546    (41.9441497, -87.767545572)  PORTAGE PARK   \n",
       "2  41.955292 -87.762142   (41.95529191, -87.762141971)  PORTAGE PARK   \n",
       "3  41.940387 -87.767568  (41.940387482, -87.767567805)  PORTAGE PARK   \n",
       "4  41.939216 -87.746878  (41.939216164, -87.746877814)  PORTAGE PARK   \n",
       "\n",
       "            UTMx          UTMy  \n",
       "0  436025.308686  4.644953e+06  \n",
       "1  436377.940882  4.643860e+06  \n",
       "2  436836.850742  4.645093e+06  \n",
       "3  436372.357517  4.643442e+06  \n",
       "4  438086.334871  4.643297e+06  \n",
       "\n",
       "[5 rows x 25 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes['UTMx'] = np.zeros(len(crimes))\n",
    "crimes['UTMy'] = np.zeros(len(crimes))\n",
    "crimes.loc[:, ('UTMx', 'UTMy')] = crimes.apply(geod2utm, axis=1)\n",
    "crimes.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes['UTMPoint'] = crimes.apply(make_utm_points, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>case number</th>\n",
       "      <th>date</th>\n",
       "      <th>block</th>\n",
       "      <th>iucr</th>\n",
       "      <th>primary type</th>\n",
       "      <th>desc</th>\n",
       "      <th>locdesc</th>\n",
       "      <th>arrest</th>\n",
       "      <th>domestic</th>\n",
       "      <th>...</th>\n",
       "      <th>y coord</th>\n",
       "      <th>year</th>\n",
       "      <th>updated on</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>location</th>\n",
       "      <th>community</th>\n",
       "      <th>UTMx</th>\n",
       "      <th>UTMy</th>\n",
       "      <th>UTMPoint</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8265244</td>\n",
       "      <td>HT498458</td>\n",
       "      <td>09/15/2011 08:00:00 AM</td>\n",
       "      <td>040XX N MENARD AVE</td>\n",
       "      <td>0620</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>UNLAWFUL ENTRY</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1926315.0</td>\n",
       "      <td>2011</td>\n",
       "      <td>02/12/2018 03:46:59 PM</td>\n",
       "      <td>41.953965</td>\n",
       "      <td>-87.771918</td>\n",
       "      <td>(41.95396528, -87.771918163)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436025.308686</td>\n",
       "      <td>4.644953e+06</td>\n",
       "      <td>POINT (436025.3086861699 4644953.17679981)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7357772</td>\n",
       "      <td>HS159408</td>\n",
       "      <td>07/01/2001 10:00:00 AM</td>\n",
       "      <td>056XX W CORNELIA AVE</td>\n",
       "      <td>0840</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>FINANCIAL ID THEFT: OVER $300</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1922746.0</td>\n",
       "      <td>2001</td>\n",
       "      <td>02/18/2010 01:12:55 AM</td>\n",
       "      <td>41.944150</td>\n",
       "      <td>-87.767546</td>\n",
       "      <td>(41.9441497, -87.767545572)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436377.940882</td>\n",
       "      <td>4.643860e+06</td>\n",
       "      <td>POINT (436377.940881997 4643860.108357577)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7609828</td>\n",
       "      <td>HS413731</td>\n",
       "      <td>07/13/2010 12:00:00 PM</td>\n",
       "      <td>041XX N LONG AVE</td>\n",
       "      <td>0820</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>$500 AND UNDER</td>\n",
       "      <td>PARK PROPERTY</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1926816.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.955292</td>\n",
       "      <td>-87.762142</td>\n",
       "      <td>(41.95529191, -87.762141971)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436836.850742</td>\n",
       "      <td>4.645093e+06</td>\n",
       "      <td>POINT (436836.8507415869 4645093.21940705)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7610439</td>\n",
       "      <td>HS413034</td>\n",
       "      <td>07/16/2010 03:00:00 AM</td>\n",
       "      <td>056XX W SCHOOL ST</td>\n",
       "      <td>0486</td>\n",
       "      <td>BATTERY</td>\n",
       "      <td>DOMESTIC BATTERY SIMPLE</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>...</td>\n",
       "      <td>1921375.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.940387</td>\n",
       "      <td>-87.767568</td>\n",
       "      <td>(41.940387482, -87.767567805)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>436372.357517</td>\n",
       "      <td>4.643442e+06</td>\n",
       "      <td>POINT (436372.3575166143 4643442.41025281)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7610466</td>\n",
       "      <td>HS414753</td>\n",
       "      <td>07/17/2010 12:25:00 AM</td>\n",
       "      <td>032XX N CICERO AVE</td>\n",
       "      <td>1506</td>\n",
       "      <td>PROSTITUTION</td>\n",
       "      <td>SOLICIT ON PUBLIC WAY</td>\n",
       "      <td>ALLEY</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>1920986.0</td>\n",
       "      <td>2010</td>\n",
       "      <td>02/04/2016 06:33:39 AM</td>\n",
       "      <td>41.939216</td>\n",
       "      <td>-87.746878</td>\n",
       "      <td>(41.939216164, -87.746877814)</td>\n",
       "      <td>PORTAGE PARK</td>\n",
       "      <td>438086.334871</td>\n",
       "      <td>4.643297e+06</td>\n",
       "      <td>POINT (438086.3348712226 4643297.20981963)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ID case number                    date                 block  iucr  \\\n",
       "0  8265244    HT498458  09/15/2011 08:00:00 AM    040XX N MENARD AVE  0620   \n",
       "1  7357772    HS159408  07/01/2001 10:00:00 AM  056XX W CORNELIA AVE  0840   \n",
       "2  7609828    HS413731  07/13/2010 12:00:00 PM      041XX N LONG AVE  0820   \n",
       "3  7610439    HS413034  07/16/2010 03:00:00 AM     056XX W SCHOOL ST  0486   \n",
       "4  7610466    HS414753  07/17/2010 12:25:00 AM    032XX N CICERO AVE  1506   \n",
       "\n",
       "   primary type                           desc        locdesc  arrest  \\\n",
       "0      BURGLARY                 UNLAWFUL ENTRY      RESIDENCE    True   \n",
       "1         THEFT  FINANCIAL ID THEFT: OVER $300      RESIDENCE   False   \n",
       "2         THEFT                 $500 AND UNDER  PARK PROPERTY   False   \n",
       "3       BATTERY        DOMESTIC BATTERY SIMPLE      RESIDENCE   False   \n",
       "4  PROSTITUTION          SOLICIT ON PUBLIC WAY          ALLEY    True   \n",
       "\n",
       "   domestic                     ...                        y coord  year  \\\n",
       "0     False                     ...                      1926315.0  2011   \n",
       "1     False                     ...                      1922746.0  2001   \n",
       "2     False                     ...                      1926816.0  2010   \n",
       "3      True                     ...                      1921375.0  2010   \n",
       "4     False                     ...                      1920986.0  2010   \n",
       "\n",
       "               updated on        lat        lon  \\\n",
       "0  02/12/2018 03:46:59 PM  41.953965 -87.771918   \n",
       "1  02/18/2010 01:12:55 AM  41.944150 -87.767546   \n",
       "2  02/04/2016 06:33:39 AM  41.955292 -87.762142   \n",
       "3  02/04/2016 06:33:39 AM  41.940387 -87.767568   \n",
       "4  02/04/2016 06:33:39 AM  41.939216 -87.746878   \n",
       "\n",
       "                        location     community           UTMx          UTMy  \\\n",
       "0   (41.95396528, -87.771918163)  PORTAGE PARK  436025.308686  4.644953e+06   \n",
       "1    (41.9441497, -87.767545572)  PORTAGE PARK  436377.940882  4.643860e+06   \n",
       "2   (41.95529191, -87.762141971)  PORTAGE PARK  436836.850742  4.645093e+06   \n",
       "3  (41.940387482, -87.767567805)  PORTAGE PARK  436372.357517  4.643442e+06   \n",
       "4  (41.939216164, -87.746877814)  PORTAGE PARK  438086.334871  4.643297e+06   \n",
       "\n",
       "                                     UTMPoint  \n",
       "0  POINT (436025.3086861699 4644953.17679981)  \n",
       "1  POINT (436377.940881997 4643860.108357577)  \n",
       "2  POINT (436836.8507415869 4645093.21940705)  \n",
       "3  POINT (436372.3575166143 4643442.41025281)  \n",
       "4  POINT (438086.3348712226 4643297.20981963)  \n",
       "\n",
       "[5 rows x 26 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 100 entries, 0 to 99\n",
      "Data columns (total 26 columns):\n",
      "ID                100 non-null int64\n",
      "case number       100 non-null object\n",
      "date              100 non-null object\n",
      "block             100 non-null object\n",
      "iucr              100 non-null object\n",
      "primary type      100 non-null object\n",
      "desc              100 non-null object\n",
      "locdesc           100 non-null object\n",
      "arrest            100 non-null bool\n",
      "domestic          100 non-null bool\n",
      "beat              100 non-null int64\n",
      "district          100 non-null int64\n",
      "ward              100 non-null int64\n",
      "community area    100 non-null float64\n",
      "fbi code          100 non-null object\n",
      "x coord           100 non-null float64\n",
      "y coord           100 non-null float64\n",
      "year              100 non-null int64\n",
      "updated on        100 non-null object\n",
      "lat               100 non-null float64\n",
      "lon               100 non-null float64\n",
      "location          100 non-null object\n",
      "community         100 non-null object\n",
      "UTMx              100 non-null float64\n",
      "UTMy              100 non-null float64\n",
      "UTMPoint          100 non-null object\n",
      "dtypes: bool(2), float64(7), int64(5), object(12)\n",
      "memory usage: 19.7+ KB\n"
     ]
    }
   ],
   "source": [
    "crimes_extract = crimes.iloc[0:100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.to_pickle('crimes-transformed.pkl')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}