class TwitterCldr::Tokenizers::TimeTokenizer

Attributes

data_reader[R]

Public Class Methods

new(data_reader) click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 21
def initialize(data_reader)
  @data_reader = data_reader
end
tokenizer() click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 11
def tokenizer
  @tokenizer ||= Tokenizer.new([
    TokenRecognizer.new(:pattern, /^(a{1}|B{1,5}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4}V{1,4}|v{1,4})/),
    TokenRecognizer.new(:plaintext, //)
  ], /(\'[\w\s-]+\'|a{1}|B{1,5}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4}|V{1,4}|v{1,4})/)
end

Public Instance Methods

tokenize(pattern) click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 25
def tokenize(pattern)
  PatternTokenizer.new(data_reader, tokenizer).tokenize(pattern)
end
tokenizer() click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 29
def tokenizer
  self.class.tokenizer
end