class TwitterCldr::Tokenizers::TimespanTokenizer

Attributes

data_reader[R]

Public Class Methods

new(data_reader) click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 12
def initialize(data_reader)
  @data_reader = data_reader
end

Public Instance Methods

tokenize(pattern) click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 16
def tokenize(pattern)
  PatternTokenizer.new(data_reader, tokenizer).tokenize(pattern)
end

Protected Instance Methods

tokenizer() click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb, line 22
def tokenizer
  @tokenizer ||= Tokenizer.new([
    TokenRecognizer.new(:pattern, /\{?[0?#,\.]+\}?/),
    TokenRecognizer.new(:plaintext, //)
  ], /([^0*#,\.\{\}]*)(\{?[0#,\.]+\}?)([^0*#,\.\{\}]*)$/)
end