module DisavowTool::DomainAndUrl

Attributes

domains[RW]

Public Class Methods

new(import_files) click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 5
def initialize(import_files)
        @domains = Set.new
        @links = Set.new
        p "DomainAndUrl"
        super(import_files)
end

Public Instance Methods

add_domain(domain) click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 26
def add_domain(domain)
        super(domain, @domains)
end
add_domain_from_url(url) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 34
def add_domain_from_url(url)
        domain = URI.parse(URI.escape(url)).host
        add_domain(domain)
        p domain
        return domain
end
add_domain_prefix() click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 84
def add_domain_prefix
        @domains.collect!{|domain| domain="domain:" + domain}
end
add_url(url, list=nil) click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 30
def add_url(url, list=nil)
        super(url, @links)
end
clean_line!(line) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 12
def clean_line!(line)
        case domain_or_url(line)
        when :domain
                @domains << remove_domain_prefix(line)
        when :url
                @links << line
        end
end
domain_or_url(line) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 59
def domain_or_url(line)
        if( /^domain/.match(line))
                return :domain
        elsif( /^http/.match(line) )
                return :url
        else
                raise "Error parsing Disavow file"
        end
end
export_write(file) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 41
def export_write(file)
        file.puts "# Domains"
        add_domain_prefix
        file.puts @domains.to_a
        puts "Writing #{@domains.count} domains".blue if @verbose
        file.puts "# urls"
        file.puts @links.to_a
        puts "Writing #{@links.count} URLS".blue if @verbose
end
finished_import_hook() click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 21
def finished_import_hook
        @original_domains = @domains.clone
        @original_links = @links.clone
end
is_url?(link) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 69
def is_url?(link)
        unless( link.match(/^http(s)?\:/) )
                :domain
        else
                :url
        end
end
remove_domain_prefix(domain) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 77
def remove_domain_prefix(domain)
        domain.gsub(/^domain\:/, '')
end
remove_domain_prefix!(domain) click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 80
def remove_domain_prefix!(domain)
        domain.gsub!(/^domain\:/, '')
end
summary() click to toggle source
Calls superclass method
# File lib/disavow_tool/domain_and_url.rb, line 51
def summary
        puts message_sumary_links_imported.green
        super(@links, @original_links)
        puts message_sumary_domains_imported.green
        super(@domains, @original_domains)
end
total_elements() click to toggle source
# File lib/disavow_tool/domain_and_url.rb, line 88
def total_elements
        @domains.count + @links.count
end