class Rotoworld::Scraper
Attributes
headline[RW]
impact[RW]
index[RW]
source[RW]
title[RW]
Public Instance Methods
get_posts()
click to toggle source
Scrapes Rotoworld
NFL Players news feed to provide a list of posts with the attributes of title, headline, source, impact statement, and an index number to display with the post.
# File lib/Scraper.rb, line 17 def get_posts doc = Nokogiri::HTML(open("http://www.rotoworld.com/playernews/nfl/football-player-news/?ls=roto:nfl:gnav&rw=1")) player_set = doc.css("div.RW_pn div.pb") index = 1 player_set.each do |player| post = Rotoworld::Post.new post_title_info = player.css("div.headline div.player").text player_name = player.css("div.headline div.player a").first.text player_position_team = post_title_info.match(/- .+\s+-+\s+.+[str$]/) post.title = "#{player_name}#{player_position_team}" post.headline = player.css("div.report p").text post.impact = player.css("div.impact").first.text.strip if player.css("div.info div.source").text != "" post.source = player.css("div.info div.source a").attr("href").value else post.source = nil end post.index = index index +=1 end end