class HTML::Tokenizer

def next

the stream.
Return the next token in the sequence, or +nil+ if there are no more tokens in 
def next
  return nil if @scanner.eos?
  @position = @scanner.pos
  @line = @current_line
  if @scanner.check(/<\S/)
    update_current_line(scan_tag)
  else
    update_current_line(scan_text)
  end
end