class KnowYourMeme::Scraper

Constants

BASE_URL

Public Class Methods

scrape_meme_details(meme) click to toggle source
# File lib/know_your_meme/scraper.rb, line 15
def self.scrape_meme_details(meme)
    url = meme.url
    doc = Nokogiri::HTML(open(url, 'User-Agent' => 'Chrome'))
    meme.about = doc.css('#about + p').text.strip
    meme.spread = doc.css('#spread + p').text.strip
    meme.origin = doc.css('#origin + p').text.strip
  end
scrape_memes() click to toggle source
# File lib/know_your_meme/scraper.rb, line 5
def self.scrape_memes
  doc = Nokogiri::HTML(open(BASE_URL, 'User-Agent' => 'Chrome'))

  doc.css('.entry-grid-body.infinite td')[0..7].each do |meme_entry|
    name = meme_entry.css('h2 a').text.strip
    url = "https://knowyourmeme.com#{meme_entry.css('a:first-child').attribute('href').value}"
    KnowYourMeme::Meme.new(name, url)
  end
end