Merged upstream branch (master).

[dead/whatever-dl.git] / src / website.rb

diff --git a/src/website.rb b/src/website.rb
index b5a501f9db8184d403d93ee1c13a34900b10506d..75f5aa8907d4c6c8e3fa237172a3e02a1f80f71c 100644 (file)
--- a/src/website.rb
+++ b/src/website.rb
@@ -16,10 +16,16 @@
 # http://www.fsf.org/licensing/licenses/gpl.html
 #
 
+# Needed for the default implementation of get_page_data.
+require 'net/http'
+
 # Necessary in a lot of subclasses; plus, we need it
 # to parse the server name out of our URL.
 require 'uri'
 
+# Needed to download.. things.
+require 'net/http'
+
 # This class keeps track of all its subclasses
 # We use this to loop through every "website" in an
 # attempt to determine to which site a URL belongs.
@@ -48,6 +54,21 @@ class Website
     return uri.host
   end
 
+
+  
+  def get_page_data(url)
+    # A naive implementation that just grabs the
+    # data from a page.
+    uri = URI.parse(url)
+
+    response = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.get(uri.request_uri)
+    end
+
+    return response.body
+  end
+
+  
   
   public;