lib/spiderman/scraper.rb
# Scrape text for urls.
# If given a url_string, only urls matching this base url should be scraped.
Scrape text for urls.
If given a url_string, only urls matching this base url should be scraped.
Scrape text for urls . If given a url_string only urls matching this base url should be scraped .
def scrape_url(url_string = nil)
      if (url_string)
        url_regexp = /#{url_string}[^\\#?:"();:*,'`'<>\[\]\s]*/
      else
        url_regexp = VALID_URL
      end
      scrape(url_regexp).map!{|url| url.chomp("/")}
    end
def scrape_url ( url_string = nil ) if ( url_string ) url_regexp = / #{ url_string } [^ \\ #?:"();:*,'`'<> \[ \] \s ]* / else url_regexp = VALID_URL end scrape ( url_regexp ) . map! { | url | url . chomp ( "/" ) } end
Scrape text for urls.
Scrape text for urls .
url_string
<not_specific>