module RDoc::Parser::RubyTools

def get_tk
  tk = nil
  if @tokens.empty? then
    if @scanner_point >= @scanner.size
      return nil
    else
      tk = @scanner[@scanner_point]
      @scanner_point += 1
      @read.push tk[:text]
    end
  else
    @read.push @unget_read.shift
    tk = @tokens.shift
  end
  if tk == nil || :on___end__ == tk[:kind]
    tk = nil
  end
  return nil unless tk
  # inform any listeners of our shiny new token
  @token_listeners.each do |obj|
    obj.add_token(tk)
  end if @token_listeners
  tk
end