class TwitterCldr::Tokenizers::CompositeToken

Attributes

tokens[RW]

Public Class Methods

new(tokens) click to toggle source
# File lib/twitter_cldr/tokenizers/composite_token.rb, line 12
def initialize(tokens)
  @tokens = tokens
end

Public Instance Methods

to_s() click to toggle source
# File lib/twitter_cldr/tokenizers/composite_token.rb, line 20
def to_s
  @tokens.map { |t| t.to_s }.join('')
end
type() click to toggle source
# File lib/twitter_cldr/tokenizers/composite_token.rb, line 16
def type
  :composite
end