class CodeRay::Scanners::Scanner

:doc:
and must only use Tokens#<< for storing scanned tokens!
Subclasses must implement this method; it must return +tokens+

subclass implements.
This is the central method, and commonly the only one a

def scan_tokens tokens, options  # :doc:
  raise NotImplementedError, "#{self.class}#scan_tokens not implemented."
end