class TwitterCldr::Tokenizers::TimespanTokenizer
Attributes
data_reader[R]
Public Class Methods
new(data_reader)
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 12 def initialize(data_reader) @data_reader = data_reader end
Public Instance Methods
tokenize(pattern)
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 16 def tokenize(pattern) PatternTokenizer.new(data_reader, tokenizer).tokenize(pattern) end
Protected Instance Methods
tokenizer()
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 22 def tokenizer @tokenizer ||= Tokenizer.new([ TokenRecognizer.new(:pattern, /\{?[0?#,\.]+\}?/), TokenRecognizer.new(:plaintext, //) ], /([^0*#,\.\{\}]*)(\{?[0#,\.]+\}?)([^0*#,\.\{\}]*)$/) end