class Dentaku::Token

def ==(other)
  (category.nil? || other.category.nil? || category == other.category) &&
  (value.nil?    || other.value.nil?    || value    == other.value)
end

def empty?
  length.zero?
end

def grouping?
  is?(:grouping)
end

def initialize(category, value, raw_value = nil)
  @category  = category
  @value     = value
  @raw_value = raw_value
end

def is?(c)
  category == c
end

def length
  raw_value.to_s.length
end

def to_s
  raw_value || value
end