X-Git-Url: http://gitweb.michael.orlitzky.com/?p=dead%2Fwhatever-dl.git;a=blobdiff_plain;f=src%2Fwebsite.rb;h=4e20466d30d95f0bf5a95370bcaa674a4adf5f73;hp=2f03e6cb4c383fa63093553a60317925bee51183;hb=2a5f7ac542e7f613b3fa686496ea3ab32e959ae9;hpb=0e854c89d9fc6e26c7177b5ffd642dd136ce6892 diff --git a/src/website.rb b/src/website.rb index 2f03e6c..4e20466 100644 --- a/src/website.rb +++ b/src/website.rb @@ -56,13 +56,13 @@ class Website - def get_page_data(url, headers = {}) + def get_page_data(url) # A naive implementation that just grabs the # data from a page. uri = URI.parse(url) response = Net::HTTP.start(uri.host, uri.port) do |http| - http.get(uri.request_uri, headers) + http.get(uri.request_uri, self.headers) end return response.body @@ -72,11 +72,17 @@ class Website public; + # Additional headers used when requesting data from the website. + # These aren't passed as a parameter because the (final) + # downloaders need them as well. + attr_accessor :headers + def initialize(url) @url = url + self.headers = { 'User-Agent' => Configuration::USER_AGENT } end - + def self.create(url) # Factory method returning an instance of # the appropriate subclass.