module DisavowTool::DomainAndUrl
Attributes
domains[RW]
links[RW]
Public Class Methods
new(import_files)
click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 5 def initialize(import_files) @domains = Set.new @links = Set.new p "DomainAndUrl" super(import_files) end
Public Instance Methods
add_domain(domain)
click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 26 def add_domain(domain) super(domain, @domains) end
add_domain_from_url(url)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 34 def add_domain_from_url(url) domain = URI.parse(URI.escape(url)).host add_domain(domain) p domain return domain end
add_domain_prefix()
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 84 def add_domain_prefix @domains.collect!{|domain| domain="domain:" + domain} end
add_url(url, list=nil)
click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 30 def add_url(url, list=nil) super(url, @links) end
clean_line!(line)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 12 def clean_line!(line) case domain_or_url(line) when :domain @domains << remove_domain_prefix(line) when :url @links << line end end
domain_or_url(line)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 59 def domain_or_url(line) if( /^domain/.match(line)) return :domain elsif( /^http/.match(line) ) return :url else raise "Error parsing Disavow file" end end
export_write(file)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 41 def export_write(file) file.puts "# Domains" add_domain_prefix file.puts @domains.to_a puts "Writing #{@domains.count} domains".blue if @verbose file.puts "# urls" file.puts @links.to_a puts "Writing #{@links.count} URLS".blue if @verbose end
finished_import_hook()
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 21 def finished_import_hook @original_domains = @domains.clone @original_links = @links.clone end
is_url?(link)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 69 def is_url?(link) unless( link.match(/^http(s)?\:/) ) :domain else :url end end
remove_domain_prefix(domain)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 77 def remove_domain_prefix(domain) domain.gsub(/^domain\:/, '') end
remove_domain_prefix!(domain)
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 80 def remove_domain_prefix!(domain) domain.gsub!(/^domain\:/, '') end
summary()
click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 51 def summary puts message_sumary_links_imported.green super(@links, @original_links) puts message_sumary_domains_imported.green super(@domains, @original_domains) end
total_elements()
click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 88 def total_elements @domains.count + @links.count end