]> gitweb.michael.orlitzky.com - dead/whatever-dl.git/blobdiff - src/website.rb
Make headers a property of the website class rather than passing them to get_page_data.
[dead/whatever-dl.git] / src / website.rb
index 2f03e6cb4c383fa63093553a60317925bee51183..4e20466d30d95f0bf5a95370bcaa674a4adf5f73 100644 (file)
@@ -56,13 +56,13 @@ class Website
 
 
   
-  def get_page_data(url, headers = {})
+  def get_page_data(url)
     # A naive implementation that just grabs the
     # data from a page.
     uri = URI.parse(url)
 
     response = Net::HTTP.start(uri.host, uri.port) do |http|
-      http.get(uri.request_uri, headers)
+      http.get(uri.request_uri, self.headers)
     end
 
     return response.body
@@ -72,11 +72,17 @@ class Website
   
   public;
 
+  # Additional headers used when requesting data from the website.
+  # These aren't passed as a parameter because the (final)
+  # downloaders need them as well.
+  attr_accessor :headers
+
   def initialize(url)
     @url = url
+    self.headers = { 'User-Agent' => Configuration::USER_AGENT }
   end
 
-  
+
   def self.create(url)
     # Factory method returning an instance of
     # the appropriate subclass.