]> gitweb.michael.orlitzky.com - dead/census-tools.git/blob - bin/download_data
Modified the Data module and download script to download the Summary File 1 data.
[dead/census-tools.git] / bin / download_data
1 #!/usr/bin/env python
2
3 """
4 Download any necessary data from TIGER and Summary File 1.
5 """
6
7 import os
8 import site
9 import sys
10
11 # Basically, add '../src' to our path.
12 # Needed for the imports that follow.
13 site.addsitedir(os.path.dirname(os.path.abspath(sys.argv[0])) + '/../src')
14
15 import Data
16 from Data import State, County
17
18
19 # Create the State objects.
20 de = State(10, 'Delaware', 'DE')
21 dc = State(11, 'District of Columbia', 'DC')
22 md = State(24, 'Maryland', 'MD')
23 ny = State(36, 'New York', 'NY')
24 pa = State(42, 'Pennsylvania', 'PA')
25 va = State(51, 'Virginia', 'VA')
26 wv = State(54, 'West Virginia', 'WV')
27
28
29 # Now we add all of the counties belonging to each state, starting
30 # with Delaware.
31
32 de.add_county(1, 'Kent')
33 de.add_county(3, 'New Castle')
34 de.add_county(5, 'Sussex')
35
36
37 # Washington D.C.
38
39 dc.add_county(1, 'District of Columbia', True)
40
41
42 # Maryland
43
44 md.add_county(1, 'Allegany')
45 md.add_county(3, 'Anne Arundel')
46 md.add_county(5, 'Baltimore')
47 md.add_county(510, 'Baltimore city', True)
48 md.add_county(9, 'Calvert')
49 md.add_county(11, 'Caroline')
50 md.add_county(13, 'Carroll')
51 md.add_county(15, 'Cecil')
52 md.add_county(17, 'Charles')
53 md.add_county(19, 'Dorchester')
54 md.add_county(21, 'Frederick')
55 md.add_county(23, 'Garrett')
56 md.add_county(25, 'Harford')
57 md.add_county(27, 'Howard')
58 md.add_county(29, 'Kent')
59 md.add_county(31, 'Montgomery')
60 md.add_county(33, 'Prince Georges')
61 md.add_county(35, 'Queen Annes')
62 md.add_county(37, 'St Marys')
63 md.add_county(39, 'Somerset')
64 md.add_county(41, 'Talbot')
65 md.add_county(43, 'Washington')
66 md.add_county(45, 'Wicomico')
67 md.add_county(47, 'Worcester')
68
69
70 # New York
71
72 ny.add_county(1, 'Albany')
73 ny.add_county(3, 'Allegany')
74 ny.add_county(5, 'Bronx')
75 ny.add_county(7, 'Broome')
76 ny.add_county(9, 'Cattaraugus')
77 ny.add_county(11, 'Cayuga')
78 ny.add_county(13, 'Chautauqua')
79 ny.add_county(15, 'Chemung')
80 ny.add_county(17, 'Chenango')
81 ny.add_county(19, 'Clinton')
82 ny.add_county(21, 'Columbia')
83 ny.add_county(23, 'Cortland')
84 ny.add_county(25, 'Delaware')
85 ny.add_county(27, 'Dutchess')
86 ny.add_county(29, 'Erie')
87 ny.add_county(31, 'Essex')
88 ny.add_county(33, 'Franklin')
89 ny.add_county(35, 'Fulton')
90 ny.add_county(37, 'Genesee')
91 ny.add_county(39, 'Greene')
92 ny.add_county(41, 'Hamilton')
93 ny.add_county(43, 'Herkimer')
94 ny.add_county(45, 'Jefferson')
95 ny.add_county(47, 'Kings')
96 ny.add_county(49, 'Lewis')
97 ny.add_county(51, 'Livingston')
98 ny.add_county(53, 'Madison')
99 ny.add_county(55, 'Monroe')
100 ny.add_county(57, 'Montgomery')
101 ny.add_county(59, 'Nassau')
102 ny.add_county(61, 'New York')
103 ny.add_county(63, 'Niagara')
104 ny.add_county(65, 'Oneida')
105 ny.add_county(67, 'Onondaga')
106 ny.add_county(69, 'Ontario')
107 ny.add_county(71, 'Orange')
108 ny.add_county(73, 'Orleans')
109 ny.add_county(75, 'Oswego')
110 ny.add_county(77, 'Otsego')
111 ny.add_county(79, 'Putnam')
112 ny.add_county(81, 'Queens')
113 ny.add_county(83, 'Rensselaer')
114 ny.add_county(85, 'Richmond')
115 ny.add_county(87, 'Rockland')
116 ny.add_county(89, 'St Lawrence')
117 ny.add_county(91, 'Saratoga')
118 ny.add_county(93, 'Schenectady')
119 ny.add_county(95, 'Schoharie')
120 ny.add_county(97, 'Schuyler')
121 ny.add_county(99, 'Seneca')
122 ny.add_county(101, 'Steuben')
123 ny.add_county(103, 'Suffolk')
124 ny.add_county(105, 'Sullivan')
125 ny.add_county(107, 'Tioga')
126 ny.add_county(109, 'Tompkins')
127 ny.add_county(111, 'Ulster')
128 ny.add_county(113, 'Warren')
129 ny.add_county(115, 'Washington')
130 ny.add_county(117, 'Wayne')
131 ny.add_county(119, 'Westchester')
132 ny.add_county(121, 'Wyoming')
133 ny.add_county(123, 'Yates')
134
135
136 # Pennsylvania
137
138 pa.add_county(1, 'Adams')
139 pa.add_county(3, 'Allegheny')
140 pa.add_county(5, 'Armstrong')
141 pa.add_county(7, 'Beaver')
142 pa.add_county(9, 'Bedford')
143 pa.add_county(11, 'Berks')
144 pa.add_county(13, 'Blair')
145 pa.add_county(15, 'Bradford')
146 pa.add_county(17, 'Bucks')
147 pa.add_county(19, 'Butler')
148 pa.add_county(21, 'Cambria')
149 pa.add_county(23, 'Cameron')
150 pa.add_county(25, 'Carbon')
151 pa.add_county(27, 'Centre')
152 pa.add_county(29, 'Chester')
153 pa.add_county(31, 'Clarion')
154 pa.add_county(33, 'Clearfield')
155 pa.add_county(35, 'Clinton')
156 pa.add_county(37, 'Columbia')
157 pa.add_county(39, 'Crawford')
158 pa.add_county(41, 'Cumberland')
159 pa.add_county(43, 'Dauphin')
160 pa.add_county(45, 'Delaware')
161 pa.add_county(47, 'Elk')
162 pa.add_county(49, 'Erie')
163 pa.add_county(51, 'Fayette')
164 pa.add_county(53, 'Forest')
165 pa.add_county(55, 'Franklin')
166 pa.add_county(57, 'Fulton')
167 pa.add_county(59, 'Greene')
168 pa.add_county(61, 'Huntingdon')
169 pa.add_county(63, 'Indiana')
170 pa.add_county(65, 'Jefferson')
171 pa.add_county(67, 'Juniata')
172 pa.add_county(69, 'Lackawanna')
173 pa.add_county(71, 'Lancaster')
174 pa.add_county(73, 'Lawrence')
175 pa.add_county(75, 'Lebanon')
176 pa.add_county(77, 'Lehigh')
177 pa.add_county(79, 'Luzerne')
178 pa.add_county(81, 'Lycoming')
179 pa.add_county(83, 'McKean')
180 pa.add_county(85, 'Mercer')
181 pa.add_county(87, 'Mifflin')
182 pa.add_county(89, 'Monroe')
183 pa.add_county(91, 'Montgomery')
184 pa.add_county(93, 'Montour')
185 pa.add_county(95, 'Northampton')
186 pa.add_county(97, 'Northumberland')
187 pa.add_county(99, 'Perry')
188 pa.add_county(101, 'Philadelphia')
189 pa.add_county(103, 'Pike')
190 pa.add_county(105, 'Potter')
191 pa.add_county(107, 'Schuylkill')
192 pa.add_county(109, 'Snyder')
193 pa.add_county(111, 'Somerset')
194 pa.add_county(113, 'Sullivan')
195 pa.add_county(115, 'Susquehanna')
196 pa.add_county(117, 'Tioga')
197 pa.add_county(119, 'Union')
198 pa.add_county(121, 'Venango')
199 pa.add_county(123, 'Warren')
200 pa.add_county(125, 'Washington')
201 pa.add_county(127, 'Wayne')
202 pa.add_county(129, 'Westmoreland')
203 pa.add_county(131, 'Wyoming')
204 pa.add_county(133, 'York')
205
206
207 # Virginia
208
209 va.add_county(1, 'Accomack')
210 va.add_county(3, 'Albemarle')
211 va.add_county(5, 'Alleghany')
212 va.add_county(7, 'Amelia')
213 va.add_county(9, 'Amherst')
214 va.add_county(11, 'Appomattox')
215 va.add_county(13, 'Arlington')
216 va.add_county(15, 'Augusta')
217 va.add_county(17, 'Bath')
218 va.add_county(19, 'Bedford')
219 va.add_county(21, 'Bland')
220 va.add_county(23, 'Botetourt')
221 va.add_county(25, 'Brunswick')
222 va.add_county(27, 'Buchanan')
223 va.add_county(29, 'Buckingham')
224 va.add_county(31, 'Campbell')
225 va.add_county(33, 'Caroline')
226 va.add_county(35, 'Carroll')
227 va.add_county(36, 'Charles City')
228 va.add_county(37, 'Charlotte')
229 va.add_county(41, 'Chesterfield')
230 va.add_county(43, 'Clarke')
231 va.add_county(45, 'Craig')
232 va.add_county(47, 'Culpeper')
233 va.add_county(49, 'Cumberland')
234 va.add_county(51, 'Dickenson')
235 va.add_county(53, 'Dinwiddie')
236 va.add_county(57, 'Essex')
237 va.add_county(59, 'Fairfax')
238 va.add_county(61, 'Fauquier')
239 va.add_county(63, 'Floyd')
240 va.add_county(65, 'Fluvanna')
241 va.add_county(67, 'Franklin')
242 va.add_county(69, 'Frederick')
243 va.add_county(71, 'Giles')
244 va.add_county(73, 'Gloucester')
245 va.add_county(75, 'Goochland')
246 va.add_county(77, 'Grayson')
247 va.add_county(79, 'Greene')
248 va.add_county(81, 'Greensville')
249 va.add_county(83, 'Halifax')
250 va.add_county(85, 'Hanover')
251 va.add_county(87, 'Henrico')
252 va.add_county(89, 'Henry')
253 va.add_county(91, 'Highland')
254 va.add_county(93, 'Isle of Wight')
255 va.add_county(95, 'James City')
256 va.add_county(97, 'King and Queen')
257 va.add_county(99, 'King George')
258 va.add_county(101, 'King William')
259 va.add_county(103, 'Lancaster')
260 va.add_county(105, 'Lee')
261 va.add_county(107, 'Loudoun')
262 va.add_county(109, 'Louisa')
263 va.add_county(111, 'Lunenburg')
264 va.add_county(113, 'Madison')
265 va.add_county(115, 'Mathews')
266 va.add_county(117, 'Mecklenburg')
267 va.add_county(119, 'Middlesex')
268 va.add_county(121, 'Montgomery')
269 va.add_county(125, 'Nelson')
270 va.add_county(127, 'New Kent')
271 va.add_county(131, 'Northampton')
272 va.add_county(133, 'Northumberland')
273 va.add_county(135, 'Nottoway')
274 va.add_county(137, 'Orange')
275 va.add_county(139, 'Page')
276 va.add_county(141, 'Patrick')
277 va.add_county(143, 'Pittsylvania')
278 va.add_county(145, 'Powhatan')
279 va.add_county(147, 'Prince Edward')
280 va.add_county(149, 'Prince George')
281 va.add_county(153, 'Prince William')
282 va.add_county(155, 'Pulaski')
283 va.add_county(157, 'Rappahannock')
284 va.add_county(159, 'Richmond')
285 va.add_county(161, 'Roanoke')
286 va.add_county(163, 'Rockbridge')
287 va.add_county(165, 'Rockingham')
288 va.add_county(167, 'Russell')
289 va.add_county(169, 'Scott')
290 va.add_county(171, 'Shenandoah')
291 va.add_county(173, 'Smyth')
292 va.add_county(175, 'Southampton')
293 va.add_county(177, 'Spotsylvania')
294 va.add_county(179, 'Stafford')
295 va.add_county(181, 'Surry')
296 va.add_county(183, 'Sussex')
297 va.add_county(185, 'Tazewell')
298 va.add_county(187, 'Warren')
299 va.add_county(191, 'Washington')
300 va.add_county(193, 'Westmoreland')
301 va.add_county(195, 'Wise')
302 va.add_county(197, 'Wythe')
303 va.add_county(199, 'York')
304 va.add_county(510, 'Alexandria city', True)
305 va.add_county(515, 'Bedford city', True)
306 va.add_county(520, 'Bristol city', True)
307 va.add_county(530, 'Buena Vista city', True)
308 va.add_county(540, 'Charlottesville city', True)
309 va.add_county(550, 'Chesapeake city', True)
310 va.add_county(570, 'Colonial Heights city', True)
311 va.add_county(580, 'Covington city', True)
312 va.add_county(590, 'Danville city', True)
313 va.add_county(595, 'Emporia city', True)
314 va.add_county(600, 'Fairfax city', True)
315 va.add_county(610, 'Falls Church city', True)
316 va.add_county(620, 'Franklin city', True)
317 va.add_county(630, 'Fredericksburg city', True)
318 va.add_county(640, 'Galax city', True)
319 va.add_county(650, 'Hampton city', True)
320 va.add_county(660, 'Harrisonburg city', True)
321 va.add_county(670, 'Hopewell city', True)
322 va.add_county(678, 'Lexington city', True)
323 va.add_county(680, 'Lynchburg city', True)
324 va.add_county(683, 'Manassas city', True)
325 va.add_county(685, 'Manassas Park city', True)
326 va.add_county(690, 'Martinsville city', True)
327 va.add_county(700, 'Newport News city', True)
328 va.add_county(710, 'Norfolk city', True)
329 va.add_county(720, 'Norton city', True)
330 va.add_county(730, 'Petersburg city', True)
331 va.add_county(735, 'Poquoson city', True)
332 va.add_county(740, 'Portsmouth city', True)
333 va.add_county(750, 'Radford city', True)
334 va.add_county(760, 'Richmond city', True)
335 va.add_county(770, 'Roanoke city', True)
336 va.add_county(775, 'Salem city', True)
337 va.add_county(790, 'Staunton city', True)
338 va.add_county(800, 'Suffolk city', True)
339 va.add_county(810, 'Virginia Beach city', True)
340 va.add_county(820, 'Waynesboro city', True)
341 va.add_county(830, 'Williamsburg city', True)
342 va.add_county(840, 'Winchester city', True)
343
344
345 # West Virginia
346
347 wv.add_county(1, 'Barbour')
348 wv.add_county(3, 'Berkeley')
349 wv.add_county(5, 'Boone')
350 wv.add_county(7, 'Braxton')
351 wv.add_county(9, 'Brooke')
352 wv.add_county(11, 'Cabell')
353 wv.add_county(13, 'Calhoun')
354 wv.add_county(15, 'Clay')
355 wv.add_county(17, 'Doddridge')
356 wv.add_county(19, 'Fayette')
357 wv.add_county(21, 'Gilmer')
358 wv.add_county(23, 'Grant')
359 wv.add_county(25, 'Greenbrier')
360 wv.add_county(27, 'Hampshire')
361 wv.add_county(29, 'Hancock')
362 wv.add_county(31, 'Hardy')
363 wv.add_county(33, 'Harrison')
364 wv.add_county(35, 'Jackson')
365 wv.add_county(37, 'Jefferson')
366 wv.add_county(39, 'Kanawha')
367 wv.add_county(41, 'Lewis')
368 wv.add_county(43, 'Lincoln')
369 wv.add_county(45, 'Logan')
370 wv.add_county(47, 'McDowell')
371 wv.add_county(49, 'Marion')
372 wv.add_county(51, 'Marshall')
373 wv.add_county(53, 'Mason')
374 wv.add_county(55, 'Mercer')
375 wv.add_county(57, 'Mineral')
376 wv.add_county(59, 'Mingo')
377 wv.add_county(61, 'Monongalia')
378 wv.add_county(63, 'Monroe')
379 wv.add_county(65, 'Morgan')
380 wv.add_county(67, 'Nicholas')
381 wv.add_county(69, 'Ohio')
382 wv.add_county(71, 'Pendleton')
383 wv.add_county(73, 'Pleasants')
384 wv.add_county(75, 'Pocahontas')
385 wv.add_county(77, 'Preston')
386 wv.add_county(79, 'Putnam')
387 wv.add_county(81, 'Raleigh')
388 wv.add_county(83, 'Randolph')
389 wv.add_county(85, 'Ritchie')
390 wv.add_county(87, 'Roane')
391 wv.add_county(89, 'Summers')
392 wv.add_county(91, 'Taylor')
393 wv.add_county(93, 'Tucker')
394 wv.add_county(95, 'Tyler')
395 wv.add_county(97, 'Upshur')
396 wv.add_county(99, 'Wayne')
397 wv.add_county(101, 'Webster')
398 wv.add_county(103, 'Wetzel')
399 wv.add_county(105, 'Wirt')
400 wv.add_county(107, 'Wood')
401 wv.add_county(109, 'Wyoming')
402
403
404 # Now that the counties have been added, create a list of states to
405 # pass to the download_lines function.
406 states = [de, dc, md, ny, pa, va, wv]
407 Data.download_sf1(states)
408 Data.download_blocks(states)
409 Data.download_lines(states)