X-Git-Url: http://gitweb.michael.orlitzky.com/?a=blobdiff_plain;f=src%2Fwebsite.rb;h=75f5aa8907d4c6c8e3fa237172a3e02a1f80f71c;hb=898ac047794bd23c6a60929d484a7e898549752f;hp=b5a501f9db8184d403d93ee1c13a34900b10506d;hpb=1d43361a1d8c6fc3938a2438baa8d8348129b4fd;p=dead%2Fwhatever-dl.git

diff --git a/src/website.rb b/src/website.rb
index b5a501f..75f5aa8 100644
--- a/src/website.rb
+++ b/src/website.rb
@@ -16,10 +16,16 @@
 # http://www.fsf.org/licensing/licenses/gpl.html
 #
 
+# Needed for the default implementation of get_page_data.
+require 'net/http'
+
 # Necessary in a lot of subclasses; plus, we need it
 # to parse the server name out of our URL.
 require 'uri'
 
+# Needed to download.. things.
+require 'net/http'
+
 # This class keeps track of all its subclasses
 # We use this to loop through every "website" in an
 # attempt to determine to which site a URL belongs.
@@ -48,6 +54,21 @@ class Website
     return uri.host
   end
 
+
+  
+  def get_page_data(url)
+    # A naive implementation that just grabs the
+    # data from a page.
+    uri = URI.parse(url)
+
+    response = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.get(uri.request_uri)
+    end
+
+    return response.body
+  end
+
+  
   
   public;