Added the linear program solving the midatlantic region.

[dead/census-tools.git] / src / Data.py

diff --git a/src/Data.py b/src/Data.py
index e08f4666788478991057996776d0ff051c6f8739..be5b1d23d26398d452fe8579cf2f09ddf0e03584 100644 (file)
--- a/src/Data.py
+++ b/src/Data.py
@@ -17,30 +17,52 @@ class State:
 
     Example:
 
-    http://www2.census.gov/geo/tiger/TIGER2009/24_MARYLAND
+    SF1:   http://www2.census.gov/census_2000/datasets/Summary_File_1/Maryland
+    TIGER: http://www2.census.gov/geo/tiger/TIGER2009/24_MARYLAND
     
     """
 
+    SF1_ROOT = 'http://www2.census.gov/census_2000/datasets/Summary_File_1'
     TIGER_ROOT = 'http://www2.census.gov/geo/tiger/TIGER2009'
     
-    def __init__(self, initial_id=None, initial_name=None):
+    def __init__(self, initial_id=None, initial_name=None, abbreviation = None):
         self.id = initial_id
+        self.abbreviation = abbreviation
         self.name = initial_name
         self.counties = []
 
 
+    def sf1_data_root(self):
+        sdr =  self.SF1_ROOT + '/'
+        sdr += self.name.replace(' ', '_')
+        return sdr
+
+
     def tiger_data_root(self):
         tdr =  self.TIGER_ROOT + '/'
         tdr += str(self.id) + '_' + self.name.upper().replace(' ', '_')
         return tdr
 
 
+    def sf1_data_url(self):
+        sdu = self.sf1_data_root() + '/'
+        sdu += self.sf1_zipfile_name()
+        return sdu
+
+
     def blocks_data_url(self):
         bdu =  self.tiger_data_root() + '/'
         bdu += self.blocks_zipfile_name()
         return bdu
 
 
+    def sf1_data_path(self):
+        sdp = 'data/census2000/'
+        sdp += self.name.lower().replace(' ', '_')
+        sdp += '/sf1'
+        return sdp
+
+
     def blocks_data_path(self):
         bdp =  'data/census2000/'
         bdp += self.name.lower().replace(' ', '_')
@@ -55,10 +77,20 @@ class State:
         return ldp
 
 
+    def sf1_zipfile_name(self):
+        return self.abbreviation.lower() + 'geo_uf1.zip'
+
+
     def blocks_zipfile_name(self):
         return 'tl_2009_' + str(self.id) + '_tabblock00.zip'
 
 
+    def sf1_geo_file_path(self):
+        sgfp = self.sf1_data_path() + '/'
+        sgfp += self.abbreviation.lower() + 'geo.uf1'
+        return sgfp
+
+
     def blocks_shapefile_path(self):
         bsp =  self.blocks_data_path() + '/'
         bsp += 'tl_2009_' + str(self.id) + '_tabblock00.shp'
@@ -137,6 +169,38 @@ class County:
 
 
 
+def download_sf1(states):
+    """
+    Download the Summary File 1 geo file for each state.
+    """
+
+    for state in states:
+        # First, create the blocks data path if it doesn't exist.
+        FileUtils.mkdir_p(state.sf1_data_path(), 0755)
+
+        if not os.path.exists(state.sf1_geo_file_path()):
+            url = state.sf1_data_url()
+            tmpfile = state.sf1_zipfile_name()
+            print "Grabbing SF1 data for %s." % state.name
+            print "Downloading %s to %s..." % (url, tmpfile)
+
+            try:
+                # This can fail for a bunch of reasons...
+                urllib.urlretrieve(url, tmpfile)
+                print "Unzipping %s to %s..." % (tmpfile, state.sf1_data_path())
+                z = zipfile.ZipFile(tmpfile)
+                z.extractall(state.sf1_data_path())
+            except:
+                # That we don't care about.
+                pass
+            finally:
+                # But we always clean up after ourselves.
+                print "Removing %s..." % tmpfile
+                FileUtils.rm_f(tmpfile)
+                print "Done.\n"
+
+
+
 def download_blocks(states):
     """
     Download the TIGER/Line block files for each state.
@@ -149,7 +213,7 @@ def download_blocks(states):
         if not os.path.exists(state.blocks_shapefile_path()):
             url = state.blocks_data_url()
             tmpfile = state.blocks_zipfile_name()
-            print "Grabbing data for %s." % state.name
+            print "Grabbing TIGER blocks data for %s." % state.name
             print "Downloading %s to %s..." % (url, tmpfile)
 
             try:
@@ -182,9 +246,9 @@ def download_lines(states):
         # data if necessary.
         for county in state.counties:
             if not os.path.exists(county.lines_shapefile_path()):
-                url = county.tiger_data_url()
+                url = county.lines_data_url()
                 tmpfile = county.lines_zipfile_name()
-                print "Grabbing data for %s (%s)." % (county.full_name(), state.name)
+                print "Grabbing TIGER lines data for %s (%s)." % (county.full_name(), state.name)
                 print "Downloading %s to %s..." % (url, tmpfile)
                 
                 try: