geocode_incidents.py

#!/usr/bin/python
from __future__ import print_function
import geopy
import json
import os
import sys
import getopt
import time

translations = { "Golden Triangle/CivicArena" : "downtown" ,
                 "Golden Triangle/Civic"      : "downtown" }


def geocode_incidents(ifilename,ofilename):

    geocoder = geopy.geocoders.GoogleV3()
    geocoded_incident_file = open( ofilename + ".out", 'w' )
    geocoded_incident_file.write( "[" ) 
    
    incident_file          = open( ifilename )
    incidents = json.load( incident_file )
    
    for idx, incident in enumerate( incidents ):
        try:
            if idx != 0:
                geocoded_incident_file.write( ",\n" )

            if not "geocode" in incident and incident['Location of Occurrence'] != "" :
                neighborhood = incident['Neighborhood']

                if neighborhood in translations:
                    neighborhood = translations[neighborhood]

                query = incident['Location of Occurrence'] + "," + neighborhood + ", Pittsburgh, PA"
                address, (lat, lng) = geocoder.geocode(query, exactly_one=False)[0]
                incident['geocode'] = {
                    'address': address, 
                    'lat'    : lat, 
                    'lng'    : lng,
                    'query'  : query
                    }
                time.sleep(0.2)#delay to avoid maxing out geocode limit
                #print( incident['geocode'], file=sys.stderr )
            else:
                print( "Already geocoded! %s"%incident['geocode']['address'] )
        except (TypeError, geopy.geocoders.googlev3.GeocoderQueryError):
            print( "Error in geocode of: %s"%incident, file=sys.stderr )
        geocoded_incident_file.write( json.dumps( incident, sort_keys=True, indent=4, separators=(',', ': ')) ) 
   
    incident_file.close()
     
    geocoded_incident_file.write( "]" ) 
    geocoded_incident_file.close()
     
    os.rename( ofilename + ".out", ofilename )

class Usage(Exception):

    def __init__(self, msg):
            self.msg = msg

def main(argv=None):
    if argv is None:
        argv = sys.argv
    try:
        try:
            opts, args = getopt.getopt(argv[1:], "hi:o:", ["ifile=", "ofile="])
            
            inputfile  = None
            outputfile = None
            for opt, arg in opts:
                if opt == '-h':
                    sys.stderr.write( '%s -i <inputfile> -o <outputfile>\n'%argv[0] )
                    sys.exit()
                elif opt in ("-i", "--ifile"):
                    inputfile = arg
                elif opt in ("-o", "--ofile"):
                    outputfile = arg
            
            if outputfile is None:
                outputfile = inputfile + ".out"
                    
            sys.stderr.write( 'Input file is %s\n'%inputfile   )
            sys.stderr.write( 'Output file is %s\n'%outputfile )          
                        
            geocode_incidents(inputfile,outputfile)

        except getopt.error, msg:
            raise Usage(msg)

    except Usage, err:
        sys.stderr.write( err.msg + "\n" )
        sys.stderr.write( "for help use --help" )
        return 2

if __name__ == "__main__":
    sys.exit(main())