module InciScore::Recognizer::Rules::Tokens
Constants
- UNMATCHABLE
Public Instance Methods
call(src, catalog)
click to toggle source
# File lib/inci_score/recognizer_rules.rb, line 59 def call(src, catalog) tokens(src).each do |token| catalog.each do |component, _| return component if component.include?(token) end end nil end
tokens(src)
click to toggle source
# File lib/inci_score/recognizer_rules.rb, line 68 def tokens(src) (src.split(" ") - UNMATCHABLE).reject { |t| t.size < TOLERANCE }.sort! { |a, b| b.size <=> a.size } end