class Prism::LexRipper

:nodoc:
same tokens.
This is a class that wraps the Ripper lexer to produce almost exactly the

def initialize(source) 

def initialize(source)
  @source = source
end

def lex(source) 

def lex(source)
  Ripper.lex(source, raise_errors: true)
end

def lex(source) 

def lex(source)
  ripper = Ripper::Lexer.new(source)
  ripper.lex.tap do |result|
    raise SyntaxError, ripper.errors.map(&:message).join(' ;') if ripper.errors.any?
  end
end

def result 

def result
  previous = [] #: [[Integer, Integer], Symbol, String, untyped] | []
  results = [] #: Array[[[Integer, Integer], Symbol, String, untyped]]
  lex(source).each do |token|
    case token[1]
    when :on_sp
      # skip
    when :on_tstring_content
      if previous[1] == :on_tstring_content && (token[2].start_with?("\#$") || token[2].start_with?("\#@"))
        previous[2] << token[2]
      else
        results << token
        previous = token
      end
    when :on_words_sep
      if previous[1] == :on_words_sep
        previous[2] << token[2]
      else
        results << token
        previous = token
      end
    else
      results << token
      previous = token
    end
  end
  results
end