class TwitterCldr::Tokenizers::TimeTokenizer
Attributes
data_reader[R]
Public Class Methods
new(data_reader)
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 21 def initialize(data_reader) @data_reader = data_reader end
tokenizer()
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 11 def tokenizer @tokenizer ||= Tokenizer.new([ TokenRecognizer.new(:pattern, /^(a{1}|B{1,5}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4}V{1,4}|v{1,4})/), TokenRecognizer.new(:plaintext, //) ], /(\'[\w\s-]+\'|a{1}|B{1,5}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4}|V{1,4}|v{1,4})/) end
Public Instance Methods
tokenize(pattern)
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 25 def tokenize(pattern) PatternTokenizer.new(data_reader, tokenizer).tokenize(pattern) end
tokenizer()
click to toggle source
# File lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb, line 29 def tokenizer self.class.tokenizer end