class HTML::Tokenizer

def initialize(text)

Create a new Tokenizer for the given text. 
def initialize(text)
  text.encode!
  @scanner = StringScanner.new(text)
  @position = 0
  @line = 0
  @current_line = 1
end