X-Git-Url: http://gitweb.michael.orlitzky.com/?a=blobdiff_plain;f=src%2Fwebsite.rb;h=5e064799cd3ede567d732e1f3e2f5c8f72aaf51a;hb=174589cd65cf32d4a54b9298953228f6094c7128;hp=96290dee3de99ac7d00f34e14298110be82455a0;hpb=83e06f83d8274cb32a406739839d56e759664b09;p=dead%2Fwhatever-dl.git diff --git a/src/website.rb b/src/website.rb index 96290de..5e06479 100644 --- a/src/website.rb +++ b/src/website.rb @@ -16,6 +16,10 @@ # http://www.fsf.org/licensing/licenses/gpl.html # +# Necessary in a lot of subclasses; plus, we need it +# to parse the server name out of our URL. +require 'uri' + # This class keeps track of all its subclasses # We use this to loop through every "website" in an # attempt to determine to which site a URL belongs. @@ -37,6 +41,28 @@ class Website @subclasses << subclass end + + def server + # Get the HTTP server portion of our URI + uri = URI.parse(@url) + return uri.host + end + + + + def get_page_data(url) + # A naive implementation that just grabs the + # data from a page. + uri = URI.parse(url) + + response = Net::HTTP.start(uri.host, uri.port) do |http| + http.get(uri.request_uri) + end + + return response.body + end + + public;