module RDoc::Parser::RubyTools

def get_tk
  tk = nil
  if @tokens.empty? then
    tk = @scanner.token
    @read.push @scanner.get_readed
    puts "get_tk1 => #{tk.inspect}" if $TOKEN_DEBUG
  else
    @read.push @unget_read.shift
    tk = @tokens.shift
    puts "get_tk2 => #{tk.inspect}" if $TOKEN_DEBUG
  end
  tk = nil if TkEND_OF_SCRIPT === tk
  if TkSYMBEG === tk then
    set_token_position tk.line_no, tk.char_no
    case tk1 = get_tk
    when TkId, TkOp, TkSTRING, TkDSTRING, TkSTAR, TkAMPER then
      if tk1.respond_to?(:name) then
        tk = Token(TkSYMBOL).set_text(":" + tk1.name)
      else
        tk = Token(TkSYMBOL).set_text(":" + tk1.text)
      end
      # remove the identifier we just read (we're about to replace it with a
      # symbol)
      @token_listeners.each do |obj|
        obj.pop_token
      end if @token_listeners
    else
      warn("':' not followed by identifier or operator")
      tk = tk1
    end
  end
  # inform any listeners of our shiny new token
  @token_listeners.each do |obj|
    obj.add_token(tk)
  end if @token_listeners
  tk
end