class HTML::Tokenizer

def consume_quoted_regions
  text = ""
  loop do
    match = @scanner.scan_until(/['"<>]/) or break
    delim = @scanner.matched
    if delim == "<"
      match = match.chop
      @scanner.pos -= 1
    end
    text << match
    break if delim == "<" || delim == ">"
    # consume the quoted region
    while match = @scanner.scan_until(/[\\#{delim}]/)
      text << match
      break if @scanner.matched == delim
      break if @scanner.eos?
      text << @scanner.getch # skip the escaped character
    end
  end
  text
end