class MovieFinderCli::Scraper
Public Instance Methods
scrape_movies()
click to toggle source
# File lib/movie_finder_cli/scraper.rb, line 4 def scrape_movies @doc = Nokogiri::HTML(open("https://www.imdb.com/search/title?groups=top_250&sort=user_rating,desc&view=advanced")) @doc.search("div.lister-item-content").each do |movie_li| movie = MovieFinderCli::Movie.new movie.url = "https://imdb.com" + movie_li.search("h3.lister-item-header a").attr("href").value movie.title = movie_li.search("h3.lister-item-header a").text movie.year = movie_li.search("h3.lister-item-header span").text.strip.gsub(/\s+/,' ') movie.synopsis = movie_li.search("p.text-muted")[1].text.strip.gsub(/\s+/,' ') movie.genre = movie_li.search("p.text-muted span.genre").text.strip.gsub(/\s+/,' ') movie.rating = movie_li.search("p.text-muted span.certificate").text.strip.gsub(/\s+/,' ') movie.save end end